Newsbot.Collector.Api/Controllers/v1/CodeProjectController.cs

@@ -3,7 +3,7 @@ using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Domain.Models.Config;
 using Newsbot.Collector.Services.Jobs;
 

Newsbot.Collector.Api/Controllers/v1/IdentityController.cs

@@ -1,6 +1,6 @@
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Mvc;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Domain.Requests;
 using Newsbot.Collector.Domain.Response;
 using Newsbot.Collector.Domain.Results;

Newsbot.Collector.Api/Controllers/v1/RssController.cs

@@ -3,7 +3,7 @@ using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Domain.Models.Config;
 using Newsbot.Collector.Domain.Models.Config.Sources;
 using Newsbot.Collector.Services.Jobs;

Newsbot.Collector.Api/Controllers/v1/SourcesController.cs

@@ -1,14 +1,17 @@
 using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Mvc;
-using Newsbot.Collector.Api.Domain.Consts;
+using Microsoft.Extensions.Options;
+using Newsbot.Collector.Api.Domain;
+using Newsbot.Collector.Database.Repositories;
 using Newsbot.Collector.Domain.Consts;
 using Newsbot.Collector.Domain.Dto;
 using Newsbot.Collector.Domain.Entities;
 using Newsbot.Collector.Domain.Interfaces;
+using Newsbot.Collector.Domain.Models;
 using Newsbot.Collector.Services.HtmlParser;
 
-namespace Newsbot.Collector.Api.Controllers.v1;
+namespace Newsbot.Collector.Api.Controllers;
 
 [ApiController]
 [Route("api/sources")]

Newsbot.Collector.Api/Controllers/v1/YoutubeController.cs

@@ -3,10 +3,11 @@ using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.AspNetCore.Authorization;
 using Microsoft.AspNetCore.Mvc;
 using Microsoft.Extensions.Options;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Domain.Models.Config;
 using Newsbot.Collector.Domain.Models.Config.Sources;
 using Newsbot.Collector.Services.Jobs;
+using ILogger = Grpc.Core.Logging.ILogger;
 
 namespace Newsbot.Collector.Api.Controllers.v1;
 

Newsbot.Collector.Api/Startup/DatabaseStartup.cs

@@ -1,6 +1,6 @@
 using Microsoft.AspNetCore.Identity;
 using Microsoft.EntityFrameworkCore;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Database;
 using Newsbot.Collector.Database.Repositories;
 using Newsbot.Collector.Domain.Interfaces;

Newsbot.Collector.Api/Startup/IdentityStartup.cs

@@ -1,7 +1,7 @@
 using System.Text;
 using Microsoft.AspNetCore.Authentication.JwtBearer;
 using Microsoft.IdentityModel.Tokens;
-using Newsbot.Collector.Api.Domain.Consts;
+using Newsbot.Collector.Api.Domain;
 using Newsbot.Collector.Domain.Models.Config;
 
 namespace Newsbot.Collector.Api.Startup;
@@ -44,9 +44,7 @@ public static class IdentityStartup
         services.AddAuthorization(options =>
         {
             options.AddPolicy(Authorization.AdministratorPolicy,
-                b => b.RequireRole(Authorization.AdministratorsRole, "true"));
-            options.AddPolicy(Authorization.UserPolicy, 
-                b => b.RequireRole(Authorization.UsersRole, "true"));
+                b => b.RequireClaim(Authorization.AdministratorClaim, "true"));
         });
     }
 }

Newsbot.Collector.Database/Repositories/SourcesTable.cs

@@ -1,13 +1,17 @@
-using Microsoft.EntityFrameworkCore;
+using System.Data;
+using Dapper;
+using Microsoft.Extensions.Configuration;
 using Newsbot.Collector.Domain.Entities;
 using Newsbot.Collector.Domain.Interfaces;
+using Newsbot.Collector.Domain.Models;
+using Npgsql;
 
 namespace Newsbot.Collector.Database.Repositories;
 
 public class SourcesTable : ISourcesRepository
 {
     //private readonly string _connectionString;
-    private readonly DatabaseContext _context;
+    private DatabaseContext _context;
 
     public SourcesTable(string connectionString)
     {
@@ -110,14 +114,6 @@ public class SourcesTable : ISourcesRepository
         return res;
     }
 
-    public async Task<int> TotalByTypeAsync(string type)
-    {
-        var res = await _context.Sources
-            .Where(f => f.Type == type )
-            .CountAsync();
-        return res;
-    }
-
     public int Disable(Guid id)
     {
         //using var context = new DatabaseContext(_connectionString);

Newsbot.Collector.Domain/Consts/Authorization.cs

@@ -1,13 +1,12 @@
-namespace Newsbot.Collector.Api.Domain.Consts;
+namespace Newsbot.Collector.Api.Domain;
 
 public static class Authorization
 {
     public const string AdministratorPolicy = "Administrator";
-    public const string AdministratorsRole = AdministratorPolicy;
     public const string AdministratorClaim = "administrator";
 
+    public const string AdministratorsRole = AdministratorPolicy;
 
     public const string UserPolicy = "User";
     public const string UsersRole = UserPolicy;
-    public const string UserClaim = "user";
 }

Newsbot.Collector.Domain/Interfaces/ISourcesRepository.cs

@@ -14,7 +14,6 @@ public interface ISourcesRepository
     public List<SourceEntity> List(int page, int count);
     public List<SourceEntity> ListBySource(string source,int page, int limit);
     public List<SourceEntity> ListByType(string type,int page, int limit = 25);
-    public Task<int> TotalByTypeAsync(string type);
     public int Disable(Guid id);
     public int Enable(Guid id);
     public void Delete(Guid id);

Newsbot.Collector.Services/IdentityService.cs

@@ -3,7 +3,6 @@ using System.Security.Claims;
 using System.Text;
 using Microsoft.AspNetCore.Identity;
 using Microsoft.IdentityModel.Tokens;
-using Newsbot.Collector.Api.Domain.Consts;
 using Newsbot.Collector.Domain.Results;
 using Newsbot.Collector.Domain.Entities;
 using Newsbot.Collector.Domain.Interfaces;
@@ -17,24 +16,22 @@ public interface IIdentityService
     AuthenticationResult Register(string email, string password);
     AuthenticationResult Login(string email, string password);
     AuthenticationResult RefreshToken(string token, string refreshToken);
-    void AddRole(string name, string userId);
+    void AddRole(string roleName, string userId);
 }
 
 public class IdentityService : IIdentityService
 {
     private readonly UserManager<IdentityUser> _userManager;
-    private readonly RoleManager<IdentityRole> _roleManager;
     private readonly JwtSettings _jwtSettings;
     private readonly TokenValidationParameters _tokenValidationParameters;
     private readonly IRefreshTokenRepository _refreshTokenRepository;
 
-    public IdentityService(UserManager<IdentityUser> userManager, JwtSettings jwtSettings, TokenValidationParameters tokenValidationParameters, IRefreshTokenRepository refreshTokenRepository, RoleManager<IdentityRole> roleManager)
+    public IdentityService(UserManager<IdentityUser> userManager, JwtSettings jwtSettings, TokenValidationParameters tokenValidationParameters, IRefreshTokenRepository refreshTokenRepository)
     {
         _userManager = userManager;
         _jwtSettings = jwtSettings;
         _tokenValidationParameters = tokenValidationParameters;
         _refreshTokenRepository = refreshTokenRepository;
-        _roleManager = roleManager;
     }
 
     public AuthenticationResult Register(string email, string password)
@@ -67,9 +64,6 @@ public class IdentityService : IIdentityService
             };
         }
 
-        var addRole = _userManager.AddToRoleAsync(newUser, Authorization.UsersRole);
-        addRole.Wait();
-        
         return  GenerateJwtToken(newUser);
     }
 
@@ -115,9 +109,8 @@ public class IdentityService : IIdentityService
         var expiryDateUnix = long.Parse(validatedToken.Claims.Single(x => x.Type == JwtRegisteredClaimNames.Exp).Value);
 
         // generate the unix epoc, add expiry time 
-        
-        var unixTime = new DateTime(1970, 1, 1, 0, 0, 0, DateTimeKind.Utc);
-        var expiryDateTimeUtc = unixTime.AddSeconds(expiryDateUnix);
+        var expiryDateTimeUtc = new DateTime(1970, 0, 0, 0, 0, 0, DateTimeKind.Utc)
+            .AddSeconds(expiryDateUnix);
 
         // if it expires in the future
         if (expiryDateTimeUtc > DateTime.Now)
@@ -186,7 +179,7 @@ public class IdentityService : IIdentityService
         return GenerateJwtToken(user.Result);
     }
 
-    public void AddRole(string name, string userId)
+    public void AddRole(string roleName, string userId)
     {
         var user = _userManager.FindByIdAsync(userId);
         user.Wait();
@@ -196,14 +189,7 @@ public class IdentityService : IIdentityService
             throw new Exception("User was not found");
         }
 
-        if (!name.Equals(Authorization.AdministratorClaim)
-            || !name.Equals(Authorization.UserClaim))
-        {
-            throw new Exception("Invalid role");
-        }
-
-        var addRole = _userManager.AddToRoleAsync(user.Result, name);
-        addRole.Wait();
+        _userManager.AddToRoleAsync(user.Result, roleName);
     }
     
     private ClaimsPrincipal? CheckTokenSigner(string token)
@@ -235,25 +221,15 @@ public class IdentityService : IIdentityService
     {
         var tokenHandler = new JwtSecurityTokenHandler();
         var key = Encoding.ASCII.GetBytes(_jwtSettings.Secret ?? "");
-
-        var claims = new List<Claim>
+        var tokenDescriptor = new SecurityTokenDescriptor
+        {
+            Subject = new ClaimsIdentity(new[]
             {
                 new Claim(JwtRegisteredClaimNames.Sub, user.Email ?? ""),
                 new Claim(JwtRegisteredClaimNames.Jti, Guid.NewGuid().ToString()),
                 new Claim(JwtRegisteredClaimNames.Email, user.Email ?? ""),
                 new Claim("id", user.Id)
-        };
-        
-        var userRoles = _userManager.GetRolesAsync(user);
-        userRoles.Wait();
-        foreach (var role in userRoles.Result)
-        {
-            claims.Add(new Claim(ClaimTypes.Role, role));
-        }
-        
-        var tokenDescriptor = new SecurityTokenDescriptor
-        {
-            Subject = new ClaimsIdentity(claims),
+            }),
             Expires = DateTime.UtcNow.AddHours(3),
             SigningCredentials =
                 new SigningCredentials(new SymmetricSecurityKey(key), SecurityAlgorithms.HmacSha256Signature)
@@ -263,7 +239,6 @@ public class IdentityService : IIdentityService
 
         var refreshToken = new RefreshTokenEntity
         {
-            Token = token.Id,
             JwtId = token.Id,
             UserId = user.Id,
             CreatedDate = DateTime.UtcNow,

Newsbot.Collector.Services/Jobs/CodeProjectWatcherJob.cs

@@ -181,7 +181,7 @@ public class CodeProjectWatcherJob
                 Tags = source.Tags,
                 Title = item.Title.Text,
                 Url = itemUrl,
-                PubDate = item.LastUpdatedTime.DateTime.ToUniversalTime(),
+                PubDate = item.LastUpdatedTime.DateTime,
                 Thumbnail = parser.Data.Header.Image,
                 Description = item.Title.Text,
                 CodeIsRelease = isRelease,

Newsbot.Collector.Services/Jobs/RssWatcherJob.cs

@@ -105,7 +105,7 @@ public class RssWatcherJob
                 Title = post.Title.Text,
                 Tags = FetchTags(post),
                 Url = articleUrl,
-                PubDate = post.PublishDate.DateTime.ToUniversalTime(),
+                PubDate = post.PublishDate.DateTime,
                 Thumbnail = meta.Data.Header.Image,
                 Description = meta.Data.Header.Description,
                 SourceId = sourceId

Newsbot.Collector.Services/Jobs/YoutubeWatcherJob.cs

@@ -56,9 +56,7 @@ public class YoutubeWatcherJob
 
     private void Execute()
     {
-        var totalSources = _source.TotalByTypeAsync(SourceTypes.YouTube);
-        
-        var sources = _source.ListByType(SourceTypes.YouTube, 0);
+        var sources = _source.ListByType(SourceTypes.YouTube, 100);
 
         foreach (var source in sources)
         {
@@ -167,7 +165,7 @@ public class YoutubeWatcherJob
             Title = post.Title.Text,
             Tags = FetchTags(post),
             Url = articleUrl,
-            PubDate = post.PublishDate.DateTime.ToUniversalTime(),
+            PubDate = post.PublishDate.DateTime,
             Thumbnail = videoDetails.Data.Header.Image,
             Description = videoDetails.Data.Header.Description,
             SourceId = sourceId,