CFODEV-1722 / CFODEV-1726: Add SignalR Redis Backplane + Worker background service

.github/workflows/deploy.yml

@@ -53,6 +53,16 @@ jobs:
             /p:ContainerRegistry=${{ steps.login-ecr.outputs.registry }} \
             /p:ContainerRepository=${{ vars.ECR_REPOSITORY }} \
             /p:ContainerImageTag=cats-${{ github.sha }}
+
+      - name: Build and Push Worker Container
+        run: |
+          dotnet publish src/Worker/Worker.csproj \
+            --configuration Release \
+            --no-build \
+            /t:PublishContainer \
+            /p:ContainerRegistry=${{ steps.login-ecr.outputs.registry }} \
+            /p:ContainerRepository=${{ vars.ECR_REPOSITORY }} \
+            /p:ContainerImageTag=worker-${{ github.sha }}
 
       - name: Build and Push DatabaseSeeding Container
         run: |
@@ -103,22 +113,31 @@ jobs:
 
       - name: Run database migration
         run: |
-          kubectl -n ${KUBE_NAMESPACE} delete job migrator-job --ignore-not-found=true
-          kubectl -n ${KUBE_NAMESPACE} apply -f deploy/migrator-job.yml
-          kubectl -n ${KUBE_NAMESPACE} wait --for=condition=complete --timeout=300s job/migrator-job
+          kubectl -n ${KUBE_NAMESPACE} delete pod -l app=migrator --wait=false || true
+          kubectl -n ${KUBE_NAMESPACE} apply -f deploy/migrator-pod.yml
+          if ! kubectl -n ${KUBE_NAMESPACE} wait --for=jsonpath='{.status.phase}'=Succeeded --timeout=300s pod/migrator-${{ github.sha }}; then
+            echo "Migration pod did not succeed within timeout."
+            kubectl -n ${KUBE_NAMESPACE} describe pod/migrator-${{ github.sha }} || true
+            exit 1
+          fi
         env:
           KUBE_NAMESPACE: ${{ secrets.KUBE_NAMESPACE }}
 
       - name: Run database seeding
         run: |
-          kubectl -n ${KUBE_NAMESPACE} delete job seeder-job --ignore-not-found=true
-          kubectl -n ${KUBE_NAMESPACE} apply -f deploy/seeder-job.yml
-          kubectl -n ${KUBE_NAMESPACE} wait --for=condition=complete --timeout=300s job/seeder-job
+          kubectl -n ${KUBE_NAMESPACE} delete pod -l app=seeder --wait=false || true
+          kubectl -n ${KUBE_NAMESPACE} apply -f deploy/seeder-pod.yml
+          if ! kubectl -n ${KUBE_NAMESPACE} wait --for=jsonpath='{.status.phase}'=Succeeded --timeout=300s pod/seeder-${{ github.sha }}; then
+            echo "Seeder pod did not succeed within timeout."
+            kubectl -n ${KUBE_NAMESPACE} describe pod/seeder-${{ github.sha }} || true
+            exit 1
+          fi
         env:
           KUBE_NAMESPACE: ${{ secrets.KUBE_NAMESPACE }}
 
       - name: Deploy to Kubernetes
         run: |
+          rm -f deploy/migrator-pod.yml deploy/seeder-pod.yml
           kubectl -n ${KUBE_NAMESPACE} apply -f deploy/
         env:
           KUBE_NAMESPACE: ${{ secrets.KUBE_NAMESPACE }}

Directory.Packages.props

@@ -15,6 +15,7 @@
     <PackageVersion Include="Ardalis.Specification.EntityFrameworkCore" Version="9.3.1" />
     <PackageVersion Include="Aspire.Hosting.Kubernetes" Version="13.2.0-preview.1.26170.3" />
     <PackageVersion Include="Aspire.Hosting.RabbitMQ" Version="13.4.5" />
+    <PackageVersion Include="Aspire.Hosting.Redis" Version="13.4.3" />
     <PackageVersion Include="Aspire.Hosting.SqlServer" Version="13.4.5" />
     <PackageVersion Include="AutoMapper" Version="14.0.0" />
     <PackageVersion Include="AWSSDK.Extensions.NETCore.Setup" Version="4.0.4.9" />
@@ -43,13 +44,15 @@
     <PackageVersion Include="Microsoft.AspNetCore.Diagnostics.EntityFrameworkCore" Version="10.0.9" />
     <PackageVersion Include="Microsoft.AspNetCore.Identity.EntityFrameworkCore" Version="10.0.9" />
     <PackageVersion Include="Microsoft.AspNetCore.SignalR.Client" Version="10.0.9" />
+    <PackageVersion Include="Microsoft.AspNetCore.SignalR.StackExchangeRedis" Version="10.0.9" />
     <PackageVersion Include="Microsoft.Data.SqlClient" Version="7.0.1" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore" Version="10.0.9" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.Design" Version="10.0.9" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.InMemory" Version="10.0.9" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.Relational" Version="10.0.9" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.SqlServer" Version="10.0.9" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.Tools" Version="10.0.9" />
+    <PackageVersion Include="Microsoft.Extensions.Caching.StackExchangeRedis" Version="10.0.9" />
     <PackageVersion Include="Microsoft.Extensions.DependencyInjection" Version="10.0.9" />
     <PackageVersion Include="Microsoft.Extensions.Hosting" Version="10.0.9" />
     <PackageVersion Include="Microsoft.Extensions.Hosting.Abstractions" Version="10.0.9" />
@@ -85,5 +88,7 @@
     <PackageVersion Include="System.Linq.Dynamic.Core" Version="1.7.2" />
     <PackageVersion Include="Toolbelt.Blazor.HotKeys2" Version="6.2.1" />
     <PackageVersion Include="ZiggyCreatures.FusionCache" Version="2.6.0" />
+    <PackageVersion Include="ZiggyCreatures.FusionCache.Backplane.StackExchangeRedis" Version="2.6.0" />
+    <PackageVersion Include="ZiggyCreatures.FusionCache.Serialization.SystemTextJson" Version="2.6.0" />
   </ItemGroup>
 </Project>

cats.slnx

@@ -33,6 +33,7 @@
     <Project Path="src/Domain/Domain.csproj" />
     <Project Path="src/Infrastructure/Infrastructure.csproj" />
     <Project Path="src/Server.UI/Server.UI.csproj" />
+    <Project Path="src/Worker/Worker.csproj" />
   </Folder>
   <Folder Name="/src/Aspire/">
     <Project Path="src/Aspire/Cats.AppHost/Cats.AppHost.csproj" />

infra/cats-deployment.yml

@@ -86,6 +86,8 @@ spec:
               value: "Server=$(DATABASE_ADDRESS);Database=CatsDb;User Id=$(DATABASE_USERNAME);Password=$(DATABASE_PASSWORD);TrustServerCertificate=True;"
             - name: ConnectionStrings__rabbit
               value: "amqp://$(RABBIT_USER):$(RABBIT_PASS)@rabbitmq-service:5672"
+            - name: ConnectionStrings__redis
+              value: "redis-service:6379"
             - name: AWS__RootFolder
               value: "Files"
             - name: Sentry__Dsn
@@ -98,4 +100,14 @@ spec:
             - name: Sentry__Release
               value: "${APP_VERSION}"
             - name: AppConfigurationSettings__Version
-              value: "${APP_VERSION}"
+              value: "${APP_VERSION}"
+            - name: Features__UseWorkerForJobs
+              value: "true"
+            - name: Features__PresenceHub__Enabled
+              value: "true"
+            - name: Features__PresenceHub__RelayUserPresenceNotifications
+              value: "true" 
+            - name: Features__UseSignalRBackplane
+              value: "true"
+            - name: WorkerOptions__BaseUrl
+              value: "http://cats-worker-service:8080"

infra/cats-worker-deployment.yml

@@ -0,0 +1,94 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: cats-worker-deployment
+  labels:
+    app: cats-worker
+spec:
+  replicas: 1 # Quartz jobs must not run concurrently across multiple pods
+  selector:
+    matchLabels:
+      app: cats-worker
+  template:
+    metadata:
+      labels:
+        app: cats-worker
+    spec:
+      securityContext:
+        seccompProfile:
+          type: RuntimeDefault
+        runAsUser: 1001
+        runAsGroup: 1001
+        runAsNonRoot: true
+      serviceAccountName: ${NAMESPACE}
+      containers:
+        - name: cats-worker
+          image: ${REGISTRY}/${REPOSITORY}:worker-${IMAGE_TAG}
+          ports:
+            - containerPort: 8080
+          startupProbe:
+            httpGet:
+              path: /alive
+              port: 8080
+            failureThreshold: 30
+            periodSeconds: 5
+          readinessProbe:
+            httpGet:
+              path: /health
+              port: 8080
+            periodSeconds: 10
+            failureThreshold: 3
+          livenessProbe:
+            httpGet:
+              path: /alive
+              port: 8080
+            periodSeconds: 20
+            failureThreshold: 3
+          securityContext:
+            allowPrivilegeEscalation: false
+            privileged: false
+            capabilities:
+              drop: ["ALL"]
+          env:
+            - name: DATABASE_ADDRESS
+              valueFrom:
+                secretKeyRef:
+                  name: rds-mssql-instance-output
+                  key: rds_instance_address
+            - name: DATABASE_USERNAME
+              valueFrom:
+                secretKeyRef:
+                  name: rds-mssql-instance-output
+                  key: database_username
+            - name: DATABASE_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: rds-mssql-instance-output
+                  key: database_password
+            - name: RABBIT_USER
+              valueFrom:
+                secretKeyRef:
+                  name: config
+                  key: RABBIT_USER
+            - name: RABBIT_PASS
+              valueFrom:
+                secretKeyRef:
+                  name: config
+                  key: RABBIT_PASS
+            - name: DOTNET_ENVIRONMENT
+              value: "${DOTNET_ENVIRONMENT}"
+            - name: ConnectionStrings__CatsDb
+              value: "Server=$(DATABASE_ADDRESS);Database=CatsDb;User Id=$(DATABASE_USERNAME);Password=$(DATABASE_PASSWORD);TrustServerCertificate=True;"
+            - name: ConnectionStrings__rabbit
+              value: "amqp://$(RABBIT_USER):$(RABBIT_PASS)@rabbitmq-service:5672"
+            - name: Sentry__Dsn
+              valueFrom:
+                secretKeyRef:
+                  name: config
+                  key: SentryDsn
+            - name: Sentry__Environment
+              value: "${DOTNET_ENVIRONMENT}-CloudPlatform"
+            - name: Sentry__Release
+              value: "${APP_VERSION}"
+            - name: AppConfigurationSettings__Version
+              value: "${APP_VERSION}"

infra/cats-worker-service.yml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: cats-worker-service
+spec:
+  selector:
+    app: cats-worker
+  ports:
+    - name: http
+      port: 8080
+      targetPort: 8080

infra/migrator-pod.yml

@@ -0,0 +1,41 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: migrator-${IMAGE_TAG}
+  labels:
+    app: migrator
+spec:
+  serviceAccountName: ${NAMESPACE}
+  restartPolicy: OnFailure
+  securityContext:
+    seccompProfile:
+      type: RuntimeDefault
+    runAsUser: 1001
+    runAsGroup: 1001
+    runAsNonRoot: true
+  containers:
+    - name: migrator
+      image: ${REGISTRY}/${REPOSITORY}:migrator-${IMAGE_TAG}
+      securityContext:
+        allowPrivilegeEscalation: false
+        privileged: false
+        capabilities:
+          drop: ["ALL"]
+      env:
+        - name: DATABASE_ADDRESS
+          valueFrom:
+            secretKeyRef:
+              name: rds-mssql-instance-output
+              key: rds_instance_address
+        - name: DATABASE_USERNAME
+          valueFrom:
+            secretKeyRef:
+              name: rds-mssql-instance-output
+              key: database_username
+        - name: DATABASE_PASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: rds-mssql-instance-output
+              key: database_password
+        - name: ConnectionStrings__CatsDb
+          value: "Server=$(DATABASE_ADDRESS);Database=CatsDb;User Id=$(DATABASE_USERNAME);Password=$(DATABASE_PASSWORD);TrustServerCertificate=True;"

infra/redis-deployment.yml

@@ -0,0 +1,40 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: redis-deployment
+  labels:
+    app: redis
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: redis # this should match the selector in service.yml
+  template:
+    metadata:
+      labels:
+        app: redis # this should match the selector in service.yml
+    spec:
+      securityContext:
+        seccompProfile:
+          type: RuntimeDefault
+        runAsUser: 1001 
+        runAsGroup: 1001  
+        runAsNonRoot: true
+      serviceAccountName: ${NAMESPACE}
+      containers:
+        - name: redis
+          image: redis:7.4-alpine@sha256:b1addbe72465a718643cff9e60a58e6df1841e29d6d7d60c9a85d8d72f08d1a7
+          imagePullPolicy: Always
+          # Used only as a SignalR backplane and Fusion cache, so all data is
+          # ephemeral and rebuildable. Disable RDB/AOF persistence to avoid the
+          # MISCONF "stop-writes-on-bgsave-error" failure when /data is not writable.
+          args:
+            - --save
+            - ""
+            - --appendonly
+            - "no"
+          ports:
+            - containerPort: 6379
+          securityContext:
+            allowPrivilegeEscalation: false
+            privileged: false

infra/redis-service.yml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: redis-service
+spec:
+  selector:
+    app: redis # this should match the pod label in deployment.yml
+  ports:
+    - name: redis
+      port: 6379
+      targetPort: 6379