agent-governance-toolkit/.github/workflows/benchmarks.yml at main · microsoft/agent-governance-toolkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
name: Benchmarks

on:
  release:
    types: [published]
  workflow_dispatch:

permissions:
  contents: read

jobs:
  benchmark:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: "3.11"

      - name: Install agent-os dependencies
        working-directory: packages/agent-os
        run: pip install --no-cache-dir -e ".[dev]" --quiet  # Install local package (Scorecard: pinned via pyproject.toml)

      - name: Install agent-sre dependencies
        working-directory: packages/agent-sre
        run: pip install --no-cache-dir -e ".[dev]" --quiet  # Install local package (Scorecard: pinned via pyproject.toml)

      - name: Run policy benchmarks
        working-directory: packages/agent-os
        run: python benchmarks/bench_policy.py | tee /tmp/bench_policy.json

      - name: Run kernel benchmarks
        working-directory: packages/agent-os
        run: python benchmarks/bench_kernel.py | tee /tmp/bench_kernel.json

      - name: Run audit benchmarks
        working-directory: packages/agent-os
        run: python benchmarks/bench_audit.py | tee /tmp/bench_audit.json

      - name: Run adapter benchmarks
        working-directory: packages/agent-os
        run: python benchmarks/bench_adapters.py | tee /tmp/bench_adapters.json

      - name: Run SRE benchmarks
        working-directory: packages/agent-sre
        run: |
          python benchmarks/bench_chaos.py | tee /tmp/bench_chaos.txt
          python benchmarks/bench_slo.py | tee /tmp/bench_slo.txt

      - name: Upload benchmark results
        uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
        with:
          name: benchmark-results
          path: /tmp/bench_*
          retention-days: 90