Testing Bencher threshold #16
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push: | |
| jobs: | |
| benchmark_base_branch: | |
| name: Continuous Benchmarking with Bencher | |
| permissions: | |
| contents: read | |
| checks: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: bencherdev/bencher@main | |
| - name: Build release binary | |
| run: cargo build --release | |
| - name: Add fgfa to PATH | |
| run: echo "$PWD/target/release" >> $GITHUB_PATH | |
| - name: Fetch test data | |
| run: make fetch | |
| # File size benchmark | |
| - name: Track file size benchmarks with Bencher | |
| run: | | |
| bencher run \ | |
| --project flatgfa \ | |
| --token '${{ secrets.BENCHER_API_TOKEN }}' \ | |
| --branch main \ | |
| --testbed ubuntu-latest \ | |
| --err \ | |
| --adapter json \ | |
| --github-actions '${{ secrets.GITHUB_TOKEN }}' \ | |
| python bench/filesize_benchmark_web.py mini_bencher del | |
| # Performance (latency) benchmark | |
| - name: Track latency benchmarks with Bencher | |
| run: | | |
| bencher run \ | |
| --project flatgfa \ | |
| --token '${{ secrets.BENCHER_API_TOKEN }}' \ | |
| --branch main \ | |
| --testbed ubuntu-latest \ | |
| --err \ | |
| --adapter json \ | |
| --github-actions '${{ secrets.GITHUB_TOKEN }}' \ | |
| python bench/latency_benchmark_web.py mini_bencher -1 del |