docling-Studio/.github/workflows/ci.yml at ec7a4954c6b0eb91c3ecb7d5ccae5f2aebe6da04 · scub-france/docling-Studio · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
name: CI

on:
  push:
    branches: [main]
  pull_request:
    branches: [main, 'release/**']

# Cancel previous runs on the same branch/PR
concurrency:
  group: ci-${{ github.ref }}
  cancel-in-progress: true

env:
  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true

jobs:
  backend:
    name: Backend tests
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: document-parser

    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"
          cache: pip
          cache-dependency-path: document-parser/requirements-test.txt

      - name: Install system dependencies
        run: sudo apt-get update && sudo apt-get install -y --no-install-recommends poppler-utils

      - name: Install Python dependencies
        run: |
          pip install --upgrade pip
          pip install -r requirements-test.txt
          pip install httpx ruff

      - name: Lint
        run: ruff check .

      - name: Run tests
        run: pytest tests/ -v

  frontend:
    name: Frontend tests & build
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: frontend

    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-node@v4
        with:
          node-version: 22
          cache: npm
          cache-dependency-path: frontend/package-lock.json

      - name: Install dependencies
        run: npm ci

      - name: Lint
        run: npx eslint src/

      - name: Type check
        run: npm run type-check

      - name: Run tests
        run: npm run test:run

      - name: Build
        run: npm run build

  e2e:
    name: E2E API tests (Karate)
    needs: [backend, frontend]
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - uses: actions/setup-java@v4
        with:
          java-version: "17"
          distribution: temurin
          cache: maven

      - name: Generate test PDFs
        run: |
          pip install fpdf2 pypdfium2
          python e2e/generate-test-data.py

      - name: Start stack
        run: docker compose up -d --wait --build
        timeout-minutes: 10
        env:
          RATE_LIMIT_RPM: "0"

      - name: Wait for health
        run: |
          for i in $(seq 1 30); do
            if curl -sf http://localhost:3000/api/health > /dev/null 2>&1; then
              echo "Backend healthy"
              exit 0
            fi
            echo "Waiting for backend... ($i/30)"
            sleep 5
          done
          echo "Backend failed to start"
          docker compose logs
          exit 1

      - name: Run E2E tests
        run: |
          KARATE_TAGS="@smoke"
          if [[ "${{ github.base_ref }}" == release/* ]] || [[ "${{ github.ref }}" == refs/heads/release/* ]]; then
            KARATE_TAGS="@smoke,@regression,@e2e"
          fi
          mvn test -f e2e/api/pom.xml -DbaseUrl=http://localhost:3000 -Dkarate.options="--tags ${KARATE_TAGS}"

      - name: Upload Karate reports
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: karate-api-reports
          path: e2e/api/target/karate-reports/

      - name: Tear down
        if: always()
        run: docker compose down

  e2e-ui:
    name: E2E UI tests (Karate UI)
    if: github.ref == 'refs/heads/main'
    needs: [backend, frontend]
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - uses: actions/setup-java@v4
        with:
          java-version: "17"
          distribution: temurin
          cache: maven

      - name: Install Chrome
        uses: browser-actions/setup-chrome@v1
        with:
          chrome-version: stable

      - name: Generate test PDFs
        run: |
          pip install fpdf2 pypdfium2
          python e2e/generate-test-data.py

      - name: Start stack
        run: docker compose up -d --wait --build
        timeout-minutes: 10
        env:
          RATE_LIMIT_RPM: "0"

      - name: Wait for health
        run: |
          for i in $(seq 1 30); do
            if curl -sf http://localhost:3000/api/health > /dev/null 2>&1; then
              echo "Backend healthy"
              exit 0
            fi
            echo "Waiting for backend... ($i/30)"
            sleep 5
          done
          echo "Backend failed to start"
          docker compose logs
          exit 1

      - name: Run critical UI tests
        run: >
          mvn test -f e2e/ui/pom.xml
          -DbaseUrl=http://localhost:3000
          -DuiBaseUrl=http://localhost:3000
          -Dkarate.options="--tags @critical"

      - name: Upload Karate UI reports
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: karate-ui-reports
          path: e2e/ui/target/karate-reports/

      - name: Tear down
        if: always()
        run: docker compose down