midscene/.github/workflows/ai.yml at 75f9c078de71e688e6679d3e2993205a0a27daff · web-infra-dev/midscene · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
name: AI - Playwright e2e
on:
  push:
    branches:
      - main
    paths-ignore:
      - '**/*.md'
      - 'apps/site/**'
      - '.changeset/**'
      - 'docs/**'
  pull_request:
    paths-ignore:
      - '**/*.md'
      - 'apps/site/**'
      - '.changeset/**'
      - 'docs/**'
  workflow_dispatch:
    inputs:
      branch:
        description: 'Branch to checkout'
        required: false
        default: 'main'
        type: string

permissions:
  contents: read

concurrency:
  group: ai-playwright-e2e-${{ github.event.pull_request.number || inputs.branch || github.ref }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

env:
  MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }}
  MIDSCENE_MODEL_BASE_URL: ${{ vars.MIDSCENE_MODEL_BASE_URL }}
  MIDSCENE_MODEL_NAME: ${{ vars.MIDSCENE_MODEL_NAME }}
  MIDSCENE_MODEL_FAMILY: ${{ vars.MIDSCENE_MODEL_FAMILY }}
  MIDSCENE_MODEL_RETRY_COUNT: "2"
  MIDSCENE_MODEL_RETRY_INTERVAL: "60000"
  MIDSCENE_REPORT_QUIET: "true"
  # Avoid intermittent Nx plugin worker IPC startup failures on self-hosted runners.
  NX_ISOLATE_PLUGINS: "false"
  CI: 1

jobs:
  e2e-web:
    runs-on: ${{ fromJSON(vars.LINUX_SELF_HOSTED_RUNNER_LABELS || '"ubuntu-22.04"') }}
    steps:
    - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
      with:
        ref: ${{ github.event.inputs.branch || github.ref }}

    - name: Setup Node.js and pnpm
      uses: ./.github/actions/setup-node-pnpm

    - name: Cache pnpm store
      id: pnpm-cache
      uses: ./.github/actions/pnpm-cache/restore

    - name: Cache Playwright dependencies
      uses: ./.github/actions/cache/restore
      id: cache-playwright
      with:
        path: ~/.cache/ms-playwright
        key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }}
        restore-keys: |
          ${{ runner.os }}-playwright-

    - name: Install dependencies
      run: pnpm install --frozen-lockfile --ignore-scripts

    - name: Save pnpm store
      if: steps.pnpm-cache.outputs.cache-hit != 'true'
      uses: ./.github/actions/pnpm-cache/save

    - name: Setup headless browser
      uses: ./.github/actions/setup-headless-browser

    - name: Install Playwright Chromium
      run: pnpm --dir packages/web-integration exec playwright install chromium

    - name: Save Playwright dependencies
      if: steps.cache-playwright.outputs.cache-hit != 'true'
      uses: ./.github/actions/cache/save
      with:
        path: ~/.cache/ms-playwright
        key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }}

    - name: Build web e2e projects
      run: pnpm exec nx run-many --target=build --projects="@midscene/report,@midscene/web,@midscene/cli"

    # Cache behavior uses explicit fixture configuration in the standard suite.
    # MIDSCENE_CACHE does not override those options, so a second full run is redundant.
    - name: Run e2e tests
      run: pnpm run e2e
      id: e2e-tests
      continue-on-error: true

    - name: Upload e2e report
      if: always()
      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
      with:
        name: e2e-report
        path: ${{ github.workspace }}/packages/web-integration/midscene_run/report
        if-no-files-found: ignore

    - name: Run e2e tests report
      run: pnpm run e2e:report
      id: e2e-tests-report
      continue-on-error: true

    - name: Upload e2e report output
      if: always()
      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
      with:
        name: e2e-report-output
        path: ${{ github.workspace }}/packages/web-integration/midscene_run/report
        if-no-files-found: ignore

    - name: Check if tests failed
      if: steps.e2e-tests.outcome == 'failure' || steps.e2e-tests-report.outcome == 'failure'
      run: |
        echo "::error::The following e2e tests failed:"
        if [ "${{ steps.e2e-tests.outcome }}" == "failure" ]; then echo "  - e2e (basic)"; fi
        if [ "${{ steps.e2e-tests-report.outcome }}" == "failure" ]; then echo "  - e2e:report"; fi
        exit 1

  e2e-report:
    runs-on: ${{ fromJSON(vars.LINUX_SELF_HOSTED_RUNNER_LABELS || '"ubuntu-22.04"') }}
    steps:
    - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
      with:
        ref: ${{ github.event.inputs.branch || github.ref }}

    - name: Setup Node.js and pnpm
      uses: ./.github/actions/setup-node-pnpm

    - name: Cache pnpm store
      id: pnpm-cache
      uses: ./.github/actions/pnpm-cache/restore

    - name: Install dependencies
      run: pnpm install --frozen-lockfile --ignore-scripts

    - name: Save pnpm store
      if: steps.pnpm-cache.outputs.cache-hit != 'true'
      uses: ./.github/actions/pnpm-cache/save

    - name: Setup Puppeteer browser
      uses: ./.github/actions/setup-puppeteer-browser

    - name: Run apps/report e2e tests
      run: cd apps/report && pnpm run e2e
      id: e2e-tests-app-report

    - name: Upload apps/report e2e report
      if: always()
      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
      with:
        name: e2e-app-report-output
        path: |
          ${{ github.workspace }}/midscene_run/report
          ${{ github.workspace }}/apps/report/midscene_run/report
        if-no-files-found: ignore