safety-critical-rust-coding-guidelines/.github/workflows/reviewer-bot-tests.yml at 86086412527a5e00d7561cc6a37ef1987caaf6c7 · rustfoundation/safety-critical-rust-coding-guidelines · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
name: Reviewer Bot Tests

on:
  push:
    paths:
      - 'scripts/reviewer_bot.py'
      - 'scripts/reviewer_bot_lib/**'
      - 'scripts/*.py'
      - 'tests/**'
      - '.github/workflows/reviewer-bot-*.yml'
      - 'pyproject.toml'
  pull_request:
    paths:
      - 'scripts/reviewer_bot.py'
      - 'scripts/reviewer_bot_lib/**'
      - 'scripts/*.py'
      - 'tests/**'
      - '.github/workflows/reviewer-bot-*.yml'
      - 'pyproject.toml'
  workflow_dispatch:

jobs:
  reviewer-bot-unit:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v6

      - name: Install dependencies
        run: uv sync --dev

      - name: Run reviewer bot unit tests
        run: uv run pytest tests/unit/reviewer_bot

  reviewer-bot-integration:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v6

      - name: Install dependencies
        run: uv sync --dev

      - name: Run reviewer bot integration tests
        run: uv run pytest tests/integration/reviewer_bot -m integration

  reviewer-bot-contract:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v6

      - name: Install dependencies
        run: uv sync --dev

      - name: Run reviewer bot contract tests
        run: uv run pytest tests/contract/reviewer_bot -m contract

  reviewer-bot-coverage:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v6

      - name: Install dependencies
        run: uv sync --dev

      - name: Run reviewer bot coverage suite
        run: >-
          mkdir -p artifacts/coverage &&
          COVERAGE_FILE=artifacts/coverage/.coverage
          uv run pytest tests/unit/reviewer_bot tests/integration/reviewer_bot
          --cov=scripts.reviewer_bot
          --cov=scripts.reviewer_bot_lib
          --cov-branch
          --cov-report=term-missing
          --cov-report=json:artifacts/coverage/reviewer-bot.json

      - name: Enforce reviewer bot statement and branch floors
        run: |
          uv run python - <<'PY'
          import json

          with open("artifacts/coverage/reviewer-bot.json", encoding="utf-8") as handle:
              totals = json.load(handle)["totals"]

          statements = totals["percent_statements_covered"]
          branches = totals["percent_branches_covered"]

          print(f"reviewer-bot statements: {statements:.2f}%")
          print(f"reviewer-bot branches: {branches:.2f}%")

          if statements < 66:
              raise SystemExit(
                  f"reviewer-bot statement coverage below floor: {statements:.2f}% < 66%"
              )
          if branches < 48:
              raise SystemExit(
                  f"reviewer-bot branch coverage below floor: {branches:.2f}% < 48%"
              )
          PY