direct-data-driven-mpc/.github/workflows/ci_workflow.yml at a38ebdc80549558bf351742415a0cc059529c07d · pavelacamposp/direct-data-driven-mpc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
---
name: CI Workflow

on:
  push:
    branches: ["main"]
  pull_request:
    branches: ["main"]

jobs:
  code_quality_unit_tests:
    runs-on: ubuntu-latest
    container: python:3.12-slim-bullseye
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install ffmpeg
        run: |
          apt-get update && \
          until apt-get install -y ffmpeg; do \
            echo "Retrying ffmpeg installation..."; \
            sleep 5; \
          done

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install --default-timeout=60 --retries=5 -r requirements-ci.txt

      - name: Install project package in editable mode
        run: |
          pip install -e .

      - name: Lint with ruff
        run: ruff check --output-format=github --line-length 79

      - name: Run mypy
        run: |
          mypy \
          --install-types \
          --non-interactive \
          --ignore-missing-imports \
          --disallow-untyped-defs \
          .

      - name: YAML Lint
        run: yamllint --strict .

      - name: Run unit tests with coverage
        run: |
          coverage run --parallel-mode --branch -m pytest \
            --maxfail=2 \
            --disable-warnings \
            -m "not integration"

      - name: Upload coverage file
        uses: actions/upload-artifact@v4
        with:
          name: coverage-data-unit
          path: .coverage.*
          include-hidden-files: true

  integration_tests:
    runs-on: ubuntu-latest
    container: python:3.12-slim-bullseye
    strategy:
      matrix:
        test_type: [lti_integration, nonlinear_integration]
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Install ffmpeg
        run: |
          apt-get update && \
          until apt-get install -y ffmpeg; do \
            echo "Retrying ffmpeg installation..."; \
            sleep 5; \
          done

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install --default-timeout=60 --retries=5 -r requirements-ci.txt

      - name: Install project package in editable mode
        run: |
          pip install -e .

      - name: Run integration test with coverage - ${{ matrix.test_type }}
        run: |
          coverage run --parallel-mode --branch -m pytest \
            --disable-warnings \
            -m "${{ matrix.test_type }}"

      - name: Upload coverage file
        uses: actions/upload-artifact@v4
        with:
          name: "coverage-data-${{ matrix.test_type }}"
          path: .coverage.*
          include-hidden-files: true

  coverage_report:
    needs: [code_quality_unit_tests, integration_tests]
    runs-on: ubuntu-latest
    container: python:3.12-slim-bullseye
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Download unit test coverage data
        uses: actions/download-artifact@v4
        with:
          name: coverage-data-unit

      - name: Download LTI integration test coverage data
        uses: actions/download-artifact@v4
        with:
          name: coverage-data-lti_integration

      - name: Download nonlinear integration test coverage data
        uses: actions/download-artifact@v4
        with:
          name: coverage-data-nonlinear_integration

      - name: Install dependencies
        run: |
          apt-get update \
          && apt-get install -y --no-install-recommends git \
            git \
            curl \
            gpg \
          && pip install coverage

      - name: Generate coverage report
        run: |
          coverage combine
          coverage xml

      - name: Upload coverage report to Codecov
        uses: codecov/codecov-action@v5
        with:
          token: ${{ secrets.CODECOV_TOKEN }}