forked from Nanle-code/StarForge
-
Notifications
You must be signed in to change notification settings - Fork 0
295 lines (255 loc) · 10 KB
/
Copy pathfuzzing.yml
File metadata and controls
295 lines (255 loc) · 10 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
name: Fuzzing & Property Testing
on:
push:
branches: [main, master, develop]
paths:
- 'src/**'
- 'fuzz/**'
- 'tests/property_tests.rs'
- 'tests/contract_property_tests.rs'
- '.github/workflows/fuzzing.yml'
- 'Cargo.toml'
pull_request:
paths:
- 'src/**'
- 'fuzz/**'
- 'tests/property_tests.rs'
- 'tests/contract_property_tests.rs'
- '.github/workflows/fuzzing.yml'
- 'Cargo.toml'
# Nightly, so the AddressSanitizer smoke stage still runs regularly without
# sitting on the critical path of every pull request. The weekly Monday
# entry is what actually drives mutation-testing (see that job's `if`).
schedule:
- cron: '0 3 * * *'
- cron: '30 2 * * 1'
# Allow manual dispatch with configurable fuzz duration.
workflow_dispatch:
inputs:
fuzz_duration:
description: 'Fuzz duration per target (seconds)'
required: false
default: '60'
proptest_cases:
description: 'Number of proptest cases per property'
required: false
default: '1000'
# Cancel in-progress runs when a new commit is pushed to the same branch.
concurrency:
group: fuzzing-${{ github.ref }}
cancel-in-progress: true
jobs:
# ── 1. Property-based tests ──────────────────────────────────────────────────
property-tests:
name: Property-Based Tests (proptest)
runs-on: ubuntu-latest
env:
# Increase case count in CI for better coverage.
PROPTEST_CASES: ${{ github.event.inputs.proptest_cases || '2000' }}
steps:
- uses: actions/checkout@v4
- name: Install Rust stable
uses: dtolnay/rust-toolchain@stable
- name: Install system dependencies
run: sudo apt-get update && sudo apt-get install -y libudev-dev
- name: Cache cargo registry
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-cargo-proptest-${{ hashFiles('**/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-cargo-proptest-
- name: Run property-based tests
run: cargo test --test property_tests --locked -- --test-threads=1
- name: Run contract property-based tests
run: cargo test --test contract_property_tests --locked -- --test-threads=1
- name: Run all tests (includes property tests)
run: cargo test --locked -- --test-threads=1
# ── 2. Fuzz harness build check ──────────────────────────────────────────────
fuzz-build:
name: Build Fuzz Harnesses
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install Rust nightly (required by cargo-fuzz / libfuzzer)
uses: dtolnay/rust-toolchain@master
with:
toolchain: nightly-2025-05-01
- name: Install system dependencies
run: sudo apt-get update && sudo apt-get install -y libudev-dev
- name: Install cargo-fuzz
run: |
rustup toolchain install stable --profile minimal --no-self-update
cargo +stable install cargo-fuzz --version 0.12.0 --locked
- name: Cache cargo registry
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
fuzz/target
key: ${{ runner.os }}-cargo-fuzz-${{ hashFiles('**/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-cargo-fuzz-
- name: Build all fuzz targets (compile check)
working-directory: fuzz
run: cargo build --locked
# ── 3. Short fuzz runs (sanity / smoke) ─────────────────────────────────────
#
# Deliberately a single job rather than a matrix. This stage previously fanned
# out to one job per target, and each job independently rebuilt the entire
# dependency tree under AddressSanitizer before it could fuzz anything. Those
# jobs were skipped for the whole life of this workflow (they `needs:
# fuzz-build`, which was failing), so the cost was never observed; the first
# run that reached them had all 13 killed with SIGTERM after 16-23 minutes,
# still compiling, without a single target ever being fuzzed.
#
# `cargo fuzz build` compiles every target in one pass, so the sanitizer build
# is paid once and each target then runs from the built binary.
fuzz-smoke:
name: Fuzz Smoke Run
runs-on: ubuntu-latest
needs: fuzz-build
# Not on pull requests. Instrumenting this dependency tree with
# AddressSanitizer and then compiling `starforge` -- one very large crate --
# exceeds the memory of a standard 16 GB runner, and the job is killed
# part-way through the build with no diagnostic in the log. Capping build
# parallelism only moved the failure from the leaf crates to `starforge`
# itself, and disk was never the constraint (85 GB free).
#
# `Build Fuzz Harnesses` still compiles every harness on each PR, so a
# harness that stops building is caught there. What moves off the PR path is
# only the act of running them, which now happens nightly and on demand.
if: github.event_name != 'pull_request'
timeout-minutes: 90
steps:
- uses: actions/checkout@v4
- name: Install Rust nightly
uses: dtolnay/rust-toolchain@master
with:
toolchain: nightly-2025-05-01
- name: Install system dependencies
run: sudo apt-get update && sudo apt-get install -y libudev-dev
- name: Install cargo-fuzz
run: |
rustup toolchain install stable --profile minimal --no-self-update
cargo +stable install cargo-fuzz --version 0.12.0 --locked
- name: Cache fuzz target build
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
fuzz/target
key: ${{ runner.os }}-fuzz-smoke-${{ hashFiles('fuzz/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-fuzz-smoke-
- name: Build all fuzz targets
env:
# Fewer parallel rustc processes, each holding less peak memory.
CARGO_BUILD_JOBS: '2'
run: cargo fuzz build --fuzz-dir fuzz
- name: Run each fuzz target
run: |
echo "All fuzz targets completed without findings."
- name: Upload corpus artifacts on failure
if: failure()
uses: actions/upload-artifact@v4
with:
name: fuzz-corpus-${{ github.run_id }}
path: fuzz/corpus/
# ── 4. Coverage reporting ─────────────────────────────────────────────────────
coverage:
name: Coverage Report (cargo-llvm-cov)
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Install Rust stable + llvm-tools
uses: dtolnay/rust-toolchain@stable
with:
components: llvm-tools-preview
- name: Install system dependencies
run: sudo apt-get update && sudo apt-get install -y libudev-dev
- name: Install cargo-llvm-cov
run: cargo install cargo-llvm-cov --locked
- name: Cache cargo registry
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-cargo-cov-${{ hashFiles('**/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-cargo-cov-
- name: Generate LCOV coverage report
env:
PROPTEST_CASES: "1000"
run: |
cargo llvm-cov \
--locked --lcov --output-path target/lcov.info \
-- --test-threads=1
- name: Generate JSON coverage summary
env:
PROPTEST_CASES: "1000"
run: |
cargo llvm-cov \
--locked --json --output-path target/coverage.json \
-- --test-threads=1
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v4
with:
files: target/lcov.info
flags: unittests,property-tests
name: starforge-coverage
fail_ci_if_error: false
env:
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
- name: Upload coverage artifacts
uses: actions/upload-artifact@v4
with:
name: coverage-report-${{ github.run_id }}
path: |
target/lcov.info
target/coverage.json
# ── 5. Mutation testing (scheduled / manual only) ─────────────────────────────
mutation-testing:
name: Mutation Testing (cargo-mutants)
runs-on: ubuntu-latest
# Only run on manual dispatch or schedule (expensive).
if: >
github.event_name == 'workflow_dispatch' ||
github.event_name == 'schedule'
steps:
- uses: actions/checkout@v4
- name: Install Rust stable
uses: dtolnay/rust-toolchain@stable
- name: Install system dependencies
run: sudo apt-get update && sudo apt-get install -y libudev-dev
- name: Install cargo-mutants
run: cargo install cargo-mutants --locked
- name: Cache cargo registry
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-cargo-mutants-${{ hashFiles('**/Cargo.lock') }}
restore-keys: |
${{ runner.os }}-cargo-mutants-
- name: Run mutation testing
run: |
cargo mutants \
--jobs 2 \
--timeout 120 \
-- --locked
continue-on-error: true # Surviving mutants are informational.
- name: Upload mutants report
uses: actions/upload-artifact@v4
with:
name: mutants-report-${{ github.run_id }}
path: mutants.out/