open-resource-broker/.github/workflows/test-matrix.yml at c360b4fc0a89f4da4324945c32f47a9f9aa045a0 · finos/open-resource-broker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
name: Test Matrix

on:
  schedule:
    # Run nightly comprehensive testing at 2 AM UTC
    - cron: '0 2 * * *'
  workflow_dispatch:
    # Allow manual triggering
  push:
    branches: [main]
    paths:
      - 'src/**'
      - 'tests/**'
      - 'pyproject.toml'
      - 'requirements*.txt'
      - 'uv.lock'
      - 'Makefile'
      - 'makefiles/**'
      - '.github/workflows/test-matrix.yml'
    # Only run on main branch for comprehensive testing

jobs:
  config:
    name: Get Configuration
    uses: ./.github/workflows/shared-config.yml

  unit-tests:
    name: Unit Tests
    needs: config
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]  # Disabled windows-latest, macos-latest for now
        # Dynamic matrix from config with static fallback for act/dry-run
        # Update static list when adding new Python versions (currently 3.10-3.14)
        python-version: ${{ fromJSON(needs.config.outputs.python-versions || '["3.10", "3.11", "3.12", "3.13", "3.14"]') }}
    uses: ./.github/workflows/reusable-test.yml
    with:
      test-type: unit
      python-version: ${{ matrix.python-version }}
      os: ${{ matrix.os }}
      default-python-version: ${{ needs.config.outputs.default-python-version }}
      continue-on-error: true  # TODO: Remove once tests are stable
      aws-region: ${{ needs.config.outputs.aws-region }}
      aws-access-key: ${{ needs.config.outputs.aws-access-key }}
      aws-secret-key: ${{ needs.config.outputs.aws-secret-key }}
      environment: ${{ needs.config.outputs.environment }}
      testing-flag: ${{ needs.config.outputs.testing-flag }}

  integration-tests:
    name: Integration Tests
    needs: [config, unit-tests]
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]  # Disabled windows-latest, macos-latest for now
        # Dynamic matrix from config with static fallback for act/dry-run
        # Update static list when adding new Python versions (currently 3.10-3.14)
        python-version: ${{ fromJSON(needs.config.outputs.python-versions || '["3.10", "3.11", "3.12", "3.13", "3.14"]') }}
    uses: ./.github/workflows/reusable-test.yml
    with:
      test-type: integration
      python-version: ${{ matrix.python-version }}
      os: ${{ matrix.os }}
      default-python-version: ${{ needs.config.outputs.default-python-version }}
      continue-on-error: true  # TODO: Remove once tests are stable
      aws-region: ${{ needs.config.outputs.aws-region }}
      aws-access-key: ${{ needs.config.outputs.aws-access-key }}
      aws-secret-key: ${{ needs.config.outputs.aws-secret-key }}
      environment: ${{ needs.config.outputs.environment }}
      testing-flag: ${{ needs.config.outputs.testing-flag }}

  e2e-tests:
    name: End-to-End Tests
    needs: [config, unit-tests, integration-tests]
    permissions:
      contents: read
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]  # Disabled windows-latest, macos-latest for now
        # Dynamic matrix from config with static fallback for act/dry-run
        # Update static list when adding new Python versions (currently 3.10-3.14)
        python-version: ${{ fromJSON(needs.config.outputs.python-versions || '["3.10", "3.11", "3.12", "3.13", "3.14"]') }}
    uses: ./.github/workflows/reusable-test.yml
    with:
      test-type: e2e
      python-version: ${{ matrix.python-version }}
      os: ${{ matrix.os }}
      default-python-version: ${{ needs.config.outputs.default-python-version }}
      continue-on-error: true  # TODO: Remove once tests are stable
      aws-region: ${{ needs.config.outputs.aws-region }}
      aws-access-key: ${{ needs.config.outputs.aws-access-key }}
      aws-secret-key: ${{ needs.config.outputs.aws-secret-key }}
      environment: ${{ needs.config.outputs.environment }}
      testing-flag: ${{ needs.config.outputs.testing-flag }}

  test-summary:
    name: Test Summary
    runs-on: ubuntu-latest
    needs: [unit-tests, integration-tests, e2e-tests]
    if: always()
    permissions:
      contents: read

    steps:
    - name: Download all test results
      uses: actions/download-artifact@v7
      with:
        path: test-results/

    - name: Display test summary
      run: |
        # Count test result files
        UNIT_RESULTS=$(find test-results/ -name "*unit.xml" | wc -l)
        INTEGRATION_RESULTS=$(find test-results/ -name "*integration.xml" | wc -l)

        {
          echo "## Test Matrix Results"
          echo ""
          echo "- Unit test configurations: $UNIT_RESULTS"
          echo "- Integration test configurations: $INTEGRATION_RESULTS"
          echo ""
          echo "### Test Result Files:"
        } >> "$GITHUB_STEP_SUMMARY"
        find test-results/ -name "*.xml" | sort >> "$GITHUB_STEP_SUMMARY"