feat: [wild draft] try consolidate workflows #3
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Unless explicitly stated otherwise all files in this repository are licensed under the Apache License Version 2.0. | ||
| # This product includes software developed at Datadog (https://www.datadoghq.com/). | ||
| # Copyright 2025-Present Datadog, Inc. | ||
| name: Unified CI/CD | ||
| on: | ||
| push: | ||
| branches: ["main"] | ||
| pull_request: | ||
| branches: ["main"] | ||
| workflow_dispatch: | ||
| inputs: | ||
| deploy: | ||
| description: 'Deploy to AWS dev environment after build' | ||
| required: false | ||
| default: false | ||
| type: boolean | ||
| force-all: | ||
| description: 'Force build all services regardless of changes' | ||
| required: false | ||
| default: false | ||
| type: boolean | ||
| env: | ||
| REGISTRY: ghcr.io | ||
| REPOSITORY_URL: github.com/${{ github.repository }} | ||
| jobs: | ||
| # ============================================================================ | ||
| # CHANGE DETECTION | ||
| # ============================================================================ | ||
| detect-changes: | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| user-management: ${{ steps.changes.outputs.user-management }} | ||
| sticker-award: ${{ steps.changes.outputs.sticker-award }} | ||
| sticker-catalogue: ${{ steps.changes.outputs.sticker-catalogue }} | ||
| web-backend: ${{ steps.changes.outputs.web-backend }} | ||
| web-frontend: ${{ steps.changes.outputs.web-frontend }} | ||
| shared: ${{ steps.changes.outputs.shared }} | ||
| steps: | ||
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | ||
| with: | ||
| fetch-depth: 0 | ||
| - name: Detect changed paths | ||
| id: changes | ||
| run: | | ||
| if [ "${{ github.event_name }}" = "pull_request" ]; then | ||
| BASE_SHA=${{ github.event.pull_request.base.sha }} | ||
| HEAD_SHA=${{ github.event.pull_request.head.sha }} | ||
| else | ||
| # For push events, compare with parent commit | ||
| BASE_SHA=${{ github.event.before }} | ||
| HEAD_SHA=${{ github.sha }} | ||
| fi | ||
| # Get list of changed files | ||
| CHANGED_FILES=$(git diff --name-only $BASE_SHA $HEAD_SHA 2>/dev/null || echo "") | ||
| # Check each service directory | ||
| echo "user-management=$(echo "$CHANGED_FILES" | grep -q '^user-management/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "sticker-award=$(echo "$CHANGED_FILES" | grep -q '^sticker-award/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "sticker-catalogue=$(echo "$CHANGED_FILES" | grep -q '^sticker-catalogue/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "web-backend=$(echo "$CHANGED_FILES" | grep -q '^web-backend/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "web-frontend=$(echo "$CHANGED_FILES" | grep -q '^web-frontend/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "shared=$(echo "$CHANGED_FILES" | grep -q '^shared/' && echo 'true' || echo 'false')" >> $GITHUB_OUTPUT | ||
| echo "Changed files:" | ||
| echo "$CHANGED_FILES" | ||
| # ============================================================================ | ||
| # USER MANAGEMENT SERVICE (.NET) | ||
| # ============================================================================ | ||
| # TEMPORARY: 'true' added to force all builds - remove after testing | ||
| user-management-build: | ||
| needs: detect-changes | ||
| if: | | ||
| true || | ||
| github.event.inputs.force-all == 'true' || | ||
| github.event_name == 'push' || | ||
| needs.detect-changes.outputs.user-management == 'true' || | ||
| needs.detect-changes.outputs.shared == 'true' | ||
| uses: ./.github/workflows/_build-dotnet.yml | ||
| with: | ||
| working-directory: user-management | ||
| dotnet-version: '10.0.x' | ||
| user-management-push-api: | ||
|
Check failure on line 90 in .github/workflows/unified-ci.yml
|
||
| needs: user-management-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: user-management-service | ||
| context: ./user-management | ||
| dockerfile: ./user-management/src/Stickerlandia.UserManagement.Api/Dockerfile | ||
| user-management-push-worker: | ||
| needs: user-management-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: user-management-worker | ||
| context: ./user-management | ||
| dockerfile: ./user-management/src/Stickerlandia.UserManagement.Worker/Dockerfile | ||
| user-management-push-migration: | ||
| needs: user-management-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: user-management-migration | ||
| context: ./user-management | ||
| dockerfile: ./user-management/src/Stickerlandia.UserManagement.MigrationService/Dockerfile | ||
| user-management-deploy: | ||
| needs: [user-management-push-api, user-management-push-worker, user-management-push-migration] | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_deploy-aws.yml | ||
| with: | ||
| service-name: user-management | ||
| infra-directory: user-management/infra/aws | ||
| dotnet-version: '10.0.x' | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
| DD_API_KEY: ${{ secrets.DD_API_KEY }} | ||
| # ============================================================================ | ||
| # STICKER AWARD SERVICE (Go) | ||
| # ============================================================================ | ||
| # TEMPORARY: 'true' added to force all builds - remove after testing | ||
| sticker-award-build: | ||
| needs: detect-changes | ||
| if: | | ||
| true || | ||
| github.event.inputs.force-all == 'true' || | ||
| github.event_name == 'push' || | ||
| needs.detect-changes.outputs.sticker-award == 'true' || | ||
| needs.detect-changes.outputs.shared == 'true' | ||
| uses: ./.github/workflows/_build-go.yml | ||
| with: | ||
| working-directory: sticker-award | ||
| go-version: '1.21' | ||
| sticker-award-push: | ||
| needs: sticker-award-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: sticker-award-service | ||
| context: ./sticker-award | ||
| dockerfile: ./sticker-award/Dockerfile | ||
| go-version: '1.21' | ||
| sticker-award-deploy: | ||
| needs: sticker-award-push | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_deploy-aws.yml | ||
| with: | ||
| service-name: sticker-award | ||
| infra-directory: sticker-award/infra/aws | ||
| go-version: '1.21' | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
| DD_API_KEY: ${{ secrets.DD_API_KEY }} | ||
| # ============================================================================ | ||
| # STICKER CATALOGUE SERVICE (Java) | ||
| # ============================================================================ | ||
| # TEMPORARY: 'true' added to force all builds - remove after testing | ||
| sticker-catalogue-build: | ||
| needs: detect-changes | ||
| if: | | ||
| true || | ||
| github.event.inputs.force-all == 'true' || | ||
| github.event_name == 'push' || | ||
| needs.detect-changes.outputs.sticker-catalogue == 'true' || | ||
| needs.detect-changes.outputs.shared == 'true' | ||
| uses: ./.github/workflows/_build-java.yml | ||
| with: | ||
| working-directory: sticker-catalogue | ||
| java-version: '21' | ||
| sticker-catalogue-push: | ||
| needs: sticker-catalogue-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: sticker-catalogue-service | ||
| context: ./sticker-catalogue | ||
| dockerfile: ./sticker-catalogue/src/main/docker/Dockerfile.jvm | ||
| java-version: '21' | ||
| pre-build-command: 'cd sticker-catalogue && ./mvnw package -DskipTests' | ||
| sticker-catalogue-deploy: | ||
| needs: sticker-catalogue-push | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_deploy-aws.yml | ||
| with: | ||
| service-name: sticker-catalogue | ||
| infra-directory: sticker-catalogue/infra/aws | ||
| java-version: '21' | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
| DD_API_KEY: ${{ secrets.DD_API_KEY }} | ||
| # ============================================================================ | ||
| # WEB BACKEND SERVICE (Node.js) | ||
| # ============================================================================ | ||
| # TEMPORARY: 'true' added to force all builds - remove after testing | ||
| web-backend-build: | ||
| needs: detect-changes | ||
| if: | | ||
| true || | ||
| github.event.inputs.force-all == 'true' || | ||
| github.event_name == 'push' || | ||
| needs.detect-changes.outputs.web-backend == 'true' || | ||
| needs.detect-changes.outputs.shared == 'true' | ||
| uses: ./.github/workflows/_build-node.yml | ||
| with: | ||
| working-directory: web-backend | ||
| node-version: '18' | ||
| web-backend-push: | ||
| needs: web-backend-build | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: web-backend-service | ||
| context: ./web-backend | ||
| dockerfile: ./web-backend/Dockerfile | ||
| web-backend-deploy: | ||
| needs: web-backend-push | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_deploy-aws.yml | ||
| with: | ||
| service-name: web-backend | ||
| infra-directory: web-backend/infra/aws | ||
| node-version: '18' | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
| DD_API_KEY: ${{ secrets.DD_API_KEY }} | ||
| # ============================================================================ | ||
| # WEB FRONTEND SERVICE (React/Node.js) | ||
| # ============================================================================ | ||
| web-frontend-push: | ||
| needs: detect-changes | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_push-images.yml | ||
| with: | ||
| image-name: web-frontend | ||
| context: ./web-frontend | ||
| dockerfile: ./web-frontend/Dockerfile | ||
| web-frontend-deploy: | ||
| needs: web-frontend-push | ||
| if: | | ||
| (github.event_name == 'push' && github.ref == 'refs/heads/main') || | ||
| (github.event_name == 'workflow_dispatch' && inputs.deploy == true) | ||
| uses: ./.github/workflows/_deploy-aws.yml | ||
| with: | ||
| service-name: web-frontend | ||
| infra-directory: web-frontend/infra/aws | ||
| node-version: '18' | ||
| pre-deploy-command: 'cd web-frontend && npm install && npm run build' | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
| DD_API_KEY: ${{ secrets.DD_API_KEY }} | ||
| # ============================================================================ | ||
| # FAN-IN: UI/E2E TESTS (runs after all deployments complete) | ||
| # ============================================================================ | ||
| ui-tests: | ||
| needs: | ||
| - user-management-deploy | ||
| - sticker-award-deploy | ||
| - sticker-catalogue-deploy | ||
| - web-backend-deploy | ||
| - web-frontend-deploy | ||
| # Run if: | ||
| # - We're on main branch push AND | ||
| # - All preceding jobs either succeeded or were skipped (not failed/cancelled) | ||
| if: | | ||
| always() && | ||
| github.event_name == 'push' && | ||
| github.ref == 'refs/heads/main' && | ||
| !contains(needs.*.result, 'failure') && | ||
| !contains(needs.*.result, 'cancelled') | ||
| uses: ./.github/workflows/_ui-tests.yml | ||
| with: | ||
| environment: dev | ||
| secrets: | ||
| AWS_ROLE_ARN: ${{ secrets.AWS_ROLE_ARN }} | ||
