Added architecture to support the import orchestrator and steps pipeline. Wired up initial Sam import WIP.

Author: MarkGentHe1

src/KeeperData.Application/KeeperData.Application.csproj

@@ -12,6 +12,7 @@
     <PackageReference Include="MediatR" Version="13.0.0" />
     <PackageReference Include="Microsoft.Extensions.Configuration.Abstractions" Version="9.0.0" />
     <PackageReference Include="Microsoft.Extensions.DependencyInjection.Abstractions" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Http" Version="8.0.1" />
   </ItemGroup>
 
   <ItemGroup>

src/KeeperData.Application/Orchestration/Cts/CtsCphHoldingImportedOrchestrator.cs

@@ -0,0 +1,6 @@
+namespace KeeperData.Application.Orchestration.Cts;
+
+public class CtsCphHoldingImportedOrchestrator
+{
+
+}

src/KeeperData.Application/Orchestration/Cts/CtsHoldingImportContext.cs

@@ -0,0 +1,6 @@
+namespace KeeperData.Application.Orchestration.Cts;
+
+public class CtsHoldingImportContext
+{
+
+}

src/KeeperData.Application/Orchestration/Cts/Steps/CtsPersistenceStep.cs

@@ -0,0 +1,6 @@
+namespace KeeperData.Application.Orchestration.Cts.Steps;
+
+public class CtsPersistenceStep
+{
+
+}

src/KeeperData.Application/Orchestration/Cts/Steps/CtsRawAggregationStep.cs

@@ -0,0 +1,5 @@
+namespace KeeperData.Application.Orchestration.Cts.Steps;
+
+public class CtsRawAggregationStep
+{
+}

src/KeeperData.Application/Orchestration/Cts/Steps/CtsSilverMappingStep.cs

@@ -0,0 +1,5 @@
+namespace KeeperData.Application.Orchestration.Cts.Steps;
+
+public class CtsSilverMappingStep
+{
+}

src/KeeperData.Application/Orchestration/IImportStep.cs

@@ -0,0 +1,6 @@
+namespace KeeperData.Application.Orchestration;
+
+public interface IImportStep<TContext>
+{
+    Task ExecuteAsync(TContext context, CancellationToken cancellationToken);
+}

src/KeeperData.Application/Orchestration/ImportOrchestrator.cs

@@ -0,0 +1,14 @@
+namespace KeeperData.Application.Orchestration;
+
+public abstract class ImportOrchestrator<TContext>(IEnumerable<IImportStep<TContext>> steps)
+{
+    private readonly IEnumerable<IImportStep<TContext>> _steps = steps;
+
+    public async Task ExecuteAsync(TContext context, CancellationToken cancellationToken)
+    {
+        foreach (var step in _steps)
+        {
+            await step.ExecuteAsync(context, cancellationToken);
+        }
+    }
+}

src/KeeperData.Application/Orchestration/ImportStepBase.cs

@@ -0,0 +1,29 @@
+using Microsoft.Extensions.Logging;
+using System.Diagnostics;
+
+namespace KeeperData.Application.Orchestration;
+
+public abstract class ImportStepBase<TContext>(ILogger logger) : IImportStep<TContext>
+{
+    private readonly ILogger _logger = logger;
+
+    public async Task ExecuteAsync(TContext context, CancellationToken cancellationToken)
+    {
+        var stepName = GetType().Name;
+        var stopwatch = Stopwatch.StartNew();
+
+        try
+        {
+            _logger.LogInformation("Starting step: {StepName}", stepName);
+            await ExecuteCoreAsync(context, cancellationToken);
+            _logger.LogInformation("Completed step: {StepName} in {ElapsedMs}ms", stepName, stopwatch.ElapsedMilliseconds);
+        }
+        catch (Exception ex)
+        {
+            _logger.LogError(ex, "Error in step: {StepName}", stepName);
+            throw;
+        }
+    }
+
+    protected abstract Task ExecuteCoreAsync(TContext context, CancellationToken cancellationToken);
+}

src/KeeperData.Application/Orchestration/Sam/Mappings/SamHolderMapper.cs

@@ -0,0 +1,15 @@
+using KeeperData.Core.ApiClients.DataBridgeApi.Contracts;
+using KeeperData.Core.Documents.Source;
+
+namespace KeeperData.Application.Orchestration.Sam.Mappings;
+
+public static class SamHolderMapper
+{
+    public static SamPartyDocument ToSilver(SamCphHolder raw)
+    {
+        return new SamPartyDocument
+        {   
+            PartyId = raw.PARTY_ID
+        };
+    }
+}