unstructured-ingest/.github/workflows/unit_tests.yml at 313045234cde1c5271156106db6abdc006728bef · Unstructured-IO/unstructured-ingest · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
name: Unit Test

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main, release/* ]
  merge_group:
    branches: [ main ]

concurrency:
  group: "${{ github.workflow }}-${{ github.ref }}"
  cancel-in-progress: true

permissions:
  contents: read
  pull-requests: read

jobs:
  lint:
    strategy:
      matrix:
        python-version: [ "3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true
          python-version: ${{ matrix.python-version }}

      - name: Set up Python
        run: uv python install

      - name: Lint
        run: |
          uv sync --locked --only-group lint
          make check-ruff

  shellcheck:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: ShellCheck
        uses: ludeeus/action-shellcheck@master

  shfmt:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: setup shfmt
        uses: mfinelli/setup-shfmt@v3
      - name: Run shfmt
        run: shfmt -i 2 -d .

  check-version:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Run check-version
        run: make check-version

  changelog:
    runs-on: ubuntu-latest
    steps:
      # need to checkout otherwise paths-filter will fail on merge-queue trigger
      - uses: actions/checkout@v4
      - if: github.ref != 'refs/heads/main'
        uses: dorny/paths-filter@v3
        id: changes
        with:
          filters: |
            src:
              - 'unstructured_ingest/**'

      - if: steps.changes.outputs.src == 'true' && github.ref != 'refs/heads/main'
        uses: dangoslen/changelog-enforcer@v3


  test_ingest_help:
    environment: ci
    strategy:
      matrix:
        python-version: [ "3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    needs: [ lint ]
    steps:
      - uses: 'actions/checkout@v4'

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: Validate --help
        run: |
          pip install .
          PYTHONPATH=. python ./test_e2e/test-help.py
          PYTHONPATH=. python ./test_e2e/test-help.py --local-code

  test_install_cli:
    environment: ci
    strategy:
      matrix:
        python-version: [ "3.11", "3.12", "3.13" ]
    runs-on: ubuntu-latest
    needs: [ lint ]
    steps:
      - uses: 'actions/checkout@v4'
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
      - name: Install local deps
        run: |
          pip install .
      - name: Validate --help
        run: |
          unstructured-ingest --help

  test_ingest_unit:
    strategy:
      matrix:
        python-version: [ "3.11", "3.12", "3.13" ]
    runs-on: opensource-linux-8core
    needs: [ lint ]
    steps:
      # actions/checkout MUST come before auth
      - uses: 'actions/checkout@v4'

      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true
          python-version: ${{ matrix.python-version }}

      - name: Set up Python
        run: uv python install

      - name: Test Ingest (unit)
        run: |
          uv sync --group test --locked
          make test-unit

  test_ingest_unit_unstructured:
    strategy:
      matrix:
        python-version: [ "3.11", "3.12", "3.13" ]
    runs-on: opensource-linux-8core
    needs: [ lint ]
    steps:
      # actions/checkout MUST come before auth
      - uses: 'actions/checkout@v4'

      - name: Install uv
        uses: astral-sh/setup-uv@v5
        with:
          enable-cache: true
          python-version: ${{ matrix.python-version }}

      - name: Set up Python
        run: uv python install

      - name: Test Ingest (unit)
        run: |
          uv sync --group test --locked
          uv pip install unstructured
          make test-unit-unstructured