Feature/afshin/add sync GitHub

.vscode/tasks.json

@@ -1,46 +1,46 @@
 {
-    "version": "2.0.0",
-    "tasks": [
-        {
-            "label": "before-build",
-            "type": "shell",
-            "command": "dotnet build src/Client/CrystaLearn.Client.Core/CrystaLearn.Client.Core.csproj -t:BeforeBuildTasks",
-            "runOptions": {
-                "runOn": "folderOpen"
-            }
-        },
-        {
-            "label": "build",
-            "type": "shell",
-            "command": "dotnet build src/Server/CrystaLearn.Server.Web/CrystaLearn.Server.Web.csproj"
-        },
-        {
-            "label": "generate-resx-files",
-            "type": "shell",
-            "command": "dotnet build src/Shared/CrystaLearn.Shared.csproj -t:PrepareResources"
-        },
-        {
-            "label": "run",
-            "type": "shell",
-            "command": "dotnet",
-            "args": [
-                "run"
-            ],
-            "options": {
-                "cwd": "${workspaceFolder}/src/Server/CrystaLearn.Server.Web"
-            },
-            "isBackground": true
-        },
-        {
-            "label": "run-tests",
-            "type": "shell",
-            "command": "dotnet",
-            "args": [
-                "test"
-            ],
-            "options": {
-                "cwd": "${workspaceFolder}/src/Tests"
-            }
-        }
-    ]
+	"version": "2.0.0",
+	"tasks": [
+		{
+			"label": "before-build",
+			"type": "shell",
+			"command": "dotnet build src/Client/CrystaLearn.Client.Core/CrystaLearn.Client.Core.csproj -t:BeforeBuildTasks",
+			"runOptions": {
+				"runOn": "folderOpen"
+			}
+		},
+		{
+			"label": "build",
+			"type": "shell",
+			"command": "dotnet build src/Server/CrystaLearn.Server.Web/CrystaLearn.Server.Web.csproj"
+		},
+		{
+			"label": "generate-resx-files",
+			"type": "shell",
+			"command": "dotnet build src/Shared/CrystaLearn.Shared.csproj -t:PrepareResources"
+		},
+		{
+			"label": "run",
+			"type": "shell",
+			"command": "dotnet",
+			"args": [
+				"run"
+			],
+			"options": {
+				"cwd": "${workspaceFolder}/src/Server/CrystaLearn.Server.Web"
+			},
+			"isBackground": true
+		},
+		{
+			"label": "run-tests",
+			"type": "shell",
+			"command": "dotnet",
+			"args": [
+				"test"
+			],
+			"options": {
+				"cwd": "${workspaceFolder}/src/Tests"
+			}
+		}
+	]
 }

docs/architecture/sync-overview.md

@@ -23,7 +23,7 @@ graph TB
 
     subgraph "CrystaLearn Sync Layer"
         ABS[AzureBoardSyncService]
-        GHS[GitHubService]
+        GHS[GithubSyncService]
         LIS[LinkedInSyncService*]
         TWS[TwitterSyncService*]
     end
@@ -146,7 +146,7 @@ Each synced entity follows a consistent three-layer service architecture:
    - Orchestrates synchronization between external source and local database
    - Handles change detection via hash comparison
    - Manages incremental sync using timestamps and offsets
-   - Example: `AzureBoardSyncService`
+   - Example: `AzureBoardSyncService`, `GithubSyncService`
 
 3. **Provider Service Layer** (`[Provider]Service`)
    - Low-level communication with external APIs

src/Core/CrystaLearn.Core.Test/Sync/GithubSyncServiceTests.cs

@@ -0,0 +1,86 @@
+using CrystaLearn.Core.Extensions;
+using CrystaLearn.Core.Models.Crysta;
+using CrystaLearn.Core.Services;
+using CrystaLearn.Core.Services.Contracts;
+using CrystaLearn.Core.Services.Sync;
+using CrystaLearn.Core.Tests.Infra;
+
+namespace CrystaLearn.Core.Tests.Sync;
+
+public class GitHubSyncServiceTests : TestBase
+{
+    [Fact]
+    public async Task SyncGithubDocuments_WithValidModule_MustWork()
+    {
+        // Arrange
+        var services = CreateServiceProvider(configServices: (sc) =>
+        {
+            sc.AddTransient<ICrystaProgramSyncModuleService, CrystaProgramSyncModuleServiceFake>();
+            sc.AddTransient<ICrystaProgramRepository, CrystaProgramServiceFake>();
+            sc.AddTransient<ICrystaDocumentService, CrystaDocumentServiceFake>();
+            sc.AddSingleton<IDocumentRepository, DocumentRepositoryInMemory>();
+        });
+
+        using var scope = services.CreateScope();
+        var service = scope.ServiceProvider.GetRequiredService<IGitHubSyncService>();
+        var programRepo = scope.ServiceProvider.GetRequiredService<ICrystaProgramRepository>();
+
+        // Get a test program
+        var programs = await programRepo.GetCrystaProgramsAsync(CancellationToken.None);
+        var testProgram = programs.FirstOrDefault();
+
+        if (testProgram == null)
+        {
+            // Skip test if no programs available
+            return;
+        }
+
+        var module = new CrystaProgramSyncModule
+        {
+            Id = Guid.NewGuid(),
+            CrystaProgramId = testProgram.Id,
+            CrystaProgram = testProgram,
+            ModuleType = SyncModuleType.GitHubDocument,
+            SyncInfo = new SyncInfo
+            {
+                LastSyncDateTime = DateTimeOffset.Now.AddYears(-1),
+                LastSyncOffset = "0"
+            }
+        };
+
+        // Act
+        var result = await service.SyncAsync(module);
+
+        // Assert
+        Assert.NotNull(result);
+        Assert.True(result.AddCount >= 0);
+        Assert.True(result.UpdateCount >= 0);
+        Assert.True(result.SameCount >= 0);
+        Assert.True(result.DeleteCount >= 0);
+    }
+
+    [Fact]
+    public async Task SyncGithubDocuments_WithInvalidModuleType_MustThrowException()
+    {
+        // Arrange
+        var services = CreateServiceProvider(configServices: (sc) =>
+        {
+            sc.AddTransient<ICrystaProgramSyncModuleService, CrystaProgramSyncModuleServiceFake>();
+            sc.AddSingleton<IDocumentRepository, DocumentRepositoryInMemory>();
+        });
+
+        using var scope = services.CreateScope();
+        var service = scope.ServiceProvider.GetRequiredService<IGitHubSyncService>();
+
+        var module = new CrystaProgramSyncModule
+        {
+            Id = Guid.NewGuid(),
+            ModuleType = SyncModuleType.AzureBoard, // Wrong type
+            SyncInfo = new SyncInfo()
+        };
+
+        // Act & Assert
+        await Assert.ThrowsAsync<InvalidOperationException>(async () => 
+            await service.SyncAsync(module));
+    }
+}

src/Core/CrystaLearn.Core/Data/AppDbContext.cs

@@ -37,6 +37,8 @@ public partial class AppDbContext(DbContextOptions<AppDbContext> options)
 
     public DbSet<CrystaProgramSyncModule> CrystaProgramSyncModules { get; set; } = default!;
 
+    public DbSet<CrystaDocument> CrystaDocument { get; set; } = default!;
+
     protected override void OnModelCreating(ModelBuilder modelBuilder)
     {
         base.OnModelCreating(modelBuilder);

src/Core/CrystaLearn.Core/Data/Configurations/Crysta/CrystaDocumentConfiguration.cs

@@ -0,0 +1,22 @@
+using CrystaLearn.Core.Models.Crysta;
+
+namespace CrystaLearn.Core.Data.Configurations.Crysta;
+
+public class CrystaDocumentConfiguration : IEntityTypeConfiguration<CrystaDocument>
+{
+    public void Configure(EntityTypeBuilder<CrystaDocument> builder)
+    {
+        //builder.HasIndex(d => d.Code).IsUnique();
+        builder.HasIndex(d => d.IsActive);
+        builder.HasIndex(d => d.CrystaProgramId);
+
+        builder.HasOne(d => d.CrystaProgram)
+            .WithMany()
+            .HasForeignKey(d => d.CrystaProgramId);
+
+        builder.OwnsOne(d => d.SyncInfo, sync =>
+        {
+            sync.HasIndex(s => s.SyncId).IsUnique();
+        });
+    }
+}

src/Core/CrystaLearn.Core/Extensions/ApplicationBuilderExtensions.cs

@@ -30,13 +30,16 @@ void AddDbContext(DbContextOptionsBuilder options)
 
         builder.AddGitHubClient();
 
-        services.AddSingleton<IDocumentRepository, DocumentRepositoryInMemory>();
-        services.AddTransient<ICrystaProgramRepository, CrystaProgramRepositoryFake>();
+        services.AddTransient<IDocumentRepository, DocumentRepositoryDirectGitHub>();
+
+        services.AddTransient<ICrystaProgramRepository, CrystaProgramService>();
+        services.AddTransient<ICrystaDocumentService, CrystaDocumentService>();
         services.AddTransient<IGitHubService, GitHubService>();
         services.AddTransient<IAzureBoardService, AzureBoardService>();
         services.AddTransient<ICrystaProgramSyncService, CrystaProgramSyncService>();
         services.AddTransient<IAzureBoardSyncService, AzureBoardSyncService>();
-        services.AddTransient<ICrystaProgramSyncModuleService, CrystaProgramSyncModuleService>();
+        services.AddTransient<IGitHubSyncService, GitHubSyncService>();
+        services.AddSingleton<ICrystaProgramSyncModuleService, CrystaProgramSyncModuleService>();
         services.AddTransient<ICrystaTaskService, CrystaTaskService>();
     }
 

src/Core/CrystaLearn.Core/Mappers/DocumentMapper.cs

@@ -7,5 +7,5 @@ namespace CrystaLearn.Core.Mappers;
 [Mapper]
 public static partial class DocumentMapper
 {
-    public static partial DocumentDto Map(this Document source);
+    public static partial DocumentDto Map(this CrystaDocument source);
 }