tolgee-platform/.github/workflows/reportIntermittentTests.yml at 6f745b89591656a1288e03012398777c0924aebb · tolgee/tolgee-platform · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
name: Report intermittent E2E Tests

on:
  schedule:
    - cron: "42 04 * * *"

jobs:
  backend-build:
    name: Build backend 🏗️
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4

      - name: Setup environment
        uses: ./.github/actions/setup-env

      - name: Build backend
        run: ./gradlew classes jar bootJar

      - name: Upload backend build result
        uses: ./.github/actions/upload-backend-build

  backend-test:
    name: BT ‍🔎
    needs: [backend-build]
    runs-on: ubuntu-24.04
    strategy:
      fail-fast: false
      matrix:
        command:
          - run: "server-app:runContextRecreatingTests"
            clean: "server-app:cleanRunContextRecreatingTests"
          - run: "server-app:runStandardTests"
            clean: "server-app:cleanRunStandardTests"
          - run: "server-app:runWebsocketTests"
            clean: "server-app:cleanRunWebsocketTests"
          - run: "ee-test:test"
            clean: "ee-test:cleanTest"
          - run: "data:test"
            clean: "data:cleanTest"
    steps:
      - uses: actions/checkout@v4

      - name: Setup environment
        uses: ./.github/actions/setup-env
        with:
          node: 'false'

      - name: Download backend build result
        uses: ./.github/actions/download-backend-build

      - name: Run backend tests
        run: |
          ./gradlew ${{ matrix.command.run }};
          ./gradlew ${{ matrix.command.clean }};
          ./gradlew ${{ matrix.command.run }};
          ./gradlew ${{ matrix.command.clean }};
          ./gradlew ${{ matrix.command.run }};
        env:
          SKIP_SERVER_BUILD: true

      - name: Get report name
        id: reportName
        if: always()
        run: |
          reportName=${{ matrix.command.run }}
          echo "reportName=${reportName//\:/_}" >> $GITHUB_OUTPUT

      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: backend_test_reports_${{ steps.reportName.outputs.reportName }}
          path: |
            ./**/build/reports/**/*

      - name: Test Report
        uses: dorny/test-reporter@v1
        if: always()
        with:
          name: Test report for ${{ matrix.command }}
          path: "**/build/test-results/**/TEST-*.xml"
          fail-on-error: false
          reporter: java-junit

  e2e:
    needs: [frontend-build, backend-build, e2e-install-deps]
    runs-on: ubuntu-24.04
    name: E2E testing ‍🔎
    strategy:
      fail-fast: false
      matrix:
        total_jobs: [15]
        job_index: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
    steps:
      - uses: actions/checkout@v4

      - name: Setup environment
        uses: ./.github/actions/setup-env

      - name: Download backend build result
        uses: ./.github/actions/download-backend-build

      - name: Download frontend build result
        uses: actions/download-artifact@v4
        with:
          name: webapp
          path: ./webapp/dist

      - name: Download dependencies
        uses: actions/download-artifact@v4
        with:
          name: e2e_deps
          path: ~/

      - name: Untar node modules
        run: |
          tar --zstd -xf ~/node_modules.tar.zst ./e2e/node_modules

      - name: Create cache directory
        run: |
          mkdir -p ~/.cache

      - name: Untar Cypress cache
        run: |
          tar --zstd -xf ~/cypress_cache.tar.zst
        working-directory: /home/runner/.cache/

      - name: Run e2e test
        run: |
          ./gradlew runE2e && \
          ./gradlew runE2e && \
          ./gradlew runE2e
        env:
          TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}}
          TOLGEE_API_URL: ${{secrets.TOLGEE_API_URL}}
          SKIP_WEBAPP_BUILD: true
          SKIP_SERVER_BUILD: true
          SKIP_INSTALL_E2E_DEPS: true
          E2E_TOTAL_JOBS: ${{matrix.total_jobs}}
          E2E_JOB_INDEX: ${{matrix.job_index}}

      - uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: e2e ${{ matrix.job_index }}
          path: |
            ./e2e/cypress/videos/**/*
            ./e2e/cypress/screenshots/**/*

  frontend-build:
    name: Build frontend 🏗️
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4

      - name: Setup environment
        uses: ./.github/actions/setup-env

      - name: Build webapp
        run: ./gradlew buildWebapp
        env:
          TOLGEE_API_KEY: ${{secrets.TOLGEE_API_KEY}}
          TOLGEE_API_URL: ${{secrets.TOLGEE_API_URL}}

      - name: Upload built webapp
        uses: actions/upload-artifact@v4
        with:
          name: webapp
          path: webapp/dist

  e2e-install-deps:
    name: Install E2E dependencies ⬇️
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4

      - name: Setup environment
        uses: ./.github/actions/setup-env
        with:
          java: 'false'

      - name: Install dependencies
        run: npm ci
        working-directory: ./e2e

      - name: Tar node modules
        run: |
          tar --zstd -cf ~/node_modules.tar.zst ./e2e/node_modules

      - name: Tar Cypress cache
        run: |
          tar --zstd -cf ~/cypress_cache.tar.zst ./Cypress
        working-directory: /home/runner/.cache/

      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: e2e_deps
          path: |
            ~/node_modules.tar.zst
            ~/cypress_cache.tar.zst

  cleanup:
    if: always()
    needs: [e2e, frontend-build, backend-build, e2e-install-deps]
    name: Delete artifacts 🧹
    runs-on: ubuntu-24.04
    steps:
      - uses: geekyeggo/delete-artifact@v1
        with:
          name: |
            e2e_deps
            webapp
            backend