Skip to content

Commit 654ec16

Browse files
wangxiyu191wangxiyu191
committed
[ci] add coverage reporting workflow
1 parent 7f7f20c commit 654ec16

7 files changed

Lines changed: 985 additions & 2 deletions

File tree

‎.github/workflows/coverage.yml‎

Lines changed: 268 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,268 @@
1+
name: coverage
2+
permissions:
3+
contents: read
4+
actions: write
5+
on:
6+
push:
7+
branches: [ "main" ]
8+
pull_request:
9+
branches: [ "main" ]
10+
workflow_dispatch:
11+
inputs:
12+
runs-on:
13+
description: "Runner type"
14+
type: choice
15+
options:
16+
- ubuntu-24.04-arm
17+
- ubuntu-latest
18+
- aliyun-ecs-x64
19+
default: ubuntu-latest
20+
rebuildDiskCache:
21+
description: "Rebuild disk cache"
22+
type: boolean
23+
default: false
24+
concurrency:
25+
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-${{ inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest' }}
26+
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
27+
jobs:
28+
coverage-github:
29+
outputs:
30+
coverage-artifact-url: ${{ steps.upload_coverage_artifacts.outputs.artifact-url }}
31+
if: ${{ (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') == 'ubuntu-latest' || (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') == 'ubuntu-24.04-arm' }}
32+
name: coverage
33+
runs-on: ${{ inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest' }}
34+
container:
35+
image: ghcr.io/alibaba/tair-kvcache-kvcm-dev:2026_02_13_12_03_24230b1
36+
volumes:
37+
- /:/host_root/
38+
options: --privileged
39+
steps:
40+
# https://github.com/actions/runner-images/issues/2840
41+
- name: Free up disk space
42+
run: |
43+
echo "Disk space before cleanup:"
44+
df -h
45+
rm -rf /host_root/usr/share/dotnet
46+
rm -rf /host_root/usr/local/lib/android
47+
rm -rf /host_root/opt/ghc
48+
echo "Disk space after cleanup:"
49+
df -h
50+
51+
- &checkout_step
52+
name: Checkout repository
53+
uses: actions/checkout@v4
54+
with:
55+
fetch-depth: 0
56+
57+
- &setup_bazel_step
58+
name: setup_bazel
59+
uses: bazel-contrib/setup-bazel@0.18.0
60+
with:
61+
bazelisk-cache: true
62+
disk-cache: ${{ runner.os }}-${{ github.workflow }}
63+
repository-cache: true
64+
cache-save: ${{ github.event_name == 'push' || (inputs.rebuildDiskCache || false) }}
65+
66+
- &clean_disk_cache_step
67+
name: clean_disk_cache
68+
if: ${{ inputs.rebuildDiskCache || false }}
69+
run: |
70+
rm -rf ~/.cache/bazel-disk
71+
72+
- &install_coverage_tools_step
73+
name: install_coverage_tools
74+
run: |
75+
set -e
76+
set -x
77+
if ! command -v genhtml >/dev/null 2>&1; then
78+
if command -v apt-get >/dev/null 2>&1; then
79+
apt-get update -qq
80+
DEBIAN_FRONTEND=noninteractive apt-get install -y -qq lcov
81+
elif command -v yum >/dev/null 2>&1; then
82+
yum install -y -q lcov
83+
else
84+
echo "No supported package manager found for installing lcov/genhtml" >&2
85+
exit 1
86+
fi
87+
fi
88+
genhtml --version
89+
90+
- &bazel_coverage_step
91+
name: bazel_coverage
92+
env:
93+
COVERAGE_BASE_REF: ${{ github.event.pull_request.base.sha || github.event.before || 'origin/main' }}
94+
COVERAGE_XTRACE: "1"
95+
run: |
96+
set -e
97+
tools/coverage/run_coverage.sh \
98+
--base-ref "${COVERAGE_BASE_REF:-origin/main}" \
99+
--head-ref HEAD \
100+
--output-dir coverage \
101+
--include-prefix kv_cache_manager/ \
102+
--jobs 8 \
103+
--local-test-jobs 8 \
104+
--test-timeout 900 \
105+
--test-output errors \
106+
--fetch-main \
107+
-- \
108+
//kv_cache_manager/... \
109+
//integration_test/...
110+
111+
- &delete_old_disk_cache_step
112+
name: delete_old_disk_cache
113+
if: ${{ github.event_name == 'push' || (inputs.rebuildDiskCache || false) }}
114+
env:
115+
GH_TOKEN: ${{ github.token }}
116+
run: |
117+
set -x
118+
ARCH=$(uname -m | sed 's/x86_64/amd64/;s/aarch64/arm64/')
119+
curl -sLo /usr/local/bin/jq "https://github.com/jqlang/jq/releases/download/jq-1.8.1/jq-linux-${ARCH}" && chmod +x /usr/local/bin/jq
120+
GH_VER=2.89.0
121+
curl -sL "https://github.com/cli/cli/releases/download/v${GH_VER}/gh_${GH_VER}_linux_${ARCH}.tar.gz" | tar xz --strip-components=1 -C /usr/local
122+
RUNNER_ARCH_LOWER=$(echo "${{ runner.arch }}" | tr '[:upper:]' '[:lower:]')
123+
DISK_CACHE_NAME="disk-${{ runner.os }}-${{ github.workflow }}"
124+
gh cache list --repo ${{ github.repository }} --ref "${{ github.ref }}" --json id,key --limit 100 | \
125+
jq -r --arg arch "$RUNNER_ARCH_LOWER" --arg name "$DISK_CACHE_NAME" \
126+
'.[] | select((.key | contains($arch)) and (.key | contains($name))) | .id' | \
127+
xargs -I {} gh cache delete {} --repo ${{ github.repository }} || true
128+
129+
- &append_coverage_summary_step
130+
name: Append coverage summary
131+
if: ${{ always() && hashFiles('coverage/coverage-summary.md') != '' }}
132+
run: |
133+
cat coverage/coverage-summary.md >> "${GITHUB_STEP_SUMMARY}"
134+
if [ -f coverage/html/index.html ]; then
135+
{
136+
echo ""
137+
echo "HTML coverage report: \`coverage/html/index.html\` in the uploaded artifact."
138+
} >> "${GITHUB_STEP_SUMMARY}"
139+
fi
140+
141+
- &upload_coverage_artifacts_step
142+
name: Upload coverage artifacts
143+
id: upload_coverage_artifacts
144+
uses: actions/upload-artifact@v6
145+
if: always()
146+
with:
147+
name: coverage-report
148+
path: |
149+
coverage/**
150+
bazel-testlogs/**/*.xml
151+
if-no-files-found: warn
152+
overwrite: true
153+
154+
coverage-aliyun:
155+
outputs:
156+
coverage-artifact-url: ${{ steps.upload_coverage_artifacts.outputs.artifact-url }}
157+
if: ${{ (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') == 'aliyun-ecs-x64' }}
158+
name: coverage
159+
runs-on: aliyun-ecs-x64
160+
container:
161+
image: ghcr.io/alibaba/tair-kvcache-kvcm-dev:2026_02_13_12_03_24230b1
162+
options: --privileged
163+
steps:
164+
- *checkout_step
165+
- *setup_bazel_step
166+
- *clean_disk_cache_step
167+
- *install_coverage_tools_step
168+
- *bazel_coverage_step
169+
- *delete_old_disk_cache_step
170+
- *append_coverage_summary_step
171+
- *upload_coverage_artifacts_step
172+
173+
comment-pr-coverage:
174+
if: ${{ always() && github.event_name == 'pull_request' && (needs.coverage-github.outputs.coverage-artifact-url != '' || needs.coverage-aliyun.outputs.coverage-artifact-url != '') }}
175+
needs:
176+
- coverage-github
177+
- coverage-aliyun
178+
name: comment_pr_coverage
179+
runs-on: ubuntu-latest
180+
permissions:
181+
actions: read
182+
issues: write
183+
steps:
184+
- name: Download coverage artifact
185+
uses: actions/download-artifact@v6
186+
continue-on-error: true
187+
with:
188+
name: coverage-report
189+
path: coverage-artifact
190+
191+
- name: Comment PR coverage
192+
uses: actions/github-script@v8
193+
env:
194+
COVERAGE_ARTIFACT_URL: ${{ needs.coverage-github.outputs.coverage-artifact-url || needs.coverage-aliyun.outputs.coverage-artifact-url }}
195+
with:
196+
script: |
197+
const fs = require('fs');
198+
199+
const marker = '<!-- tair-kvcache-coverage-report -->';
200+
const summaryPath = 'coverage-artifact/coverage/coverage-summary.md';
201+
if (!fs.existsSync(summaryPath)) {
202+
core.warning(`Coverage summary not found at ${summaryPath}; skip coverage comment.`);
203+
return;
204+
}
205+
206+
let summary = fs.readFileSync(summaryPath, 'utf8').trim();
207+
const maxSummaryLength = 60000;
208+
if (summary.length > maxSummaryLength) {
209+
summary = `${summary.slice(0, maxSummaryLength)}\n\n_Comment truncated; see the uploaded artifact for the full report._`;
210+
}
211+
212+
const runUrl = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`;
213+
const artifactUrl = process.env.COVERAGE_ARTIFACT_URL || '';
214+
const links = artifactUrl
215+
? `HTML report and raw LCOV: [coverage-report](${artifactUrl})`
216+
: `Workflow run: [${context.runId}](${runUrl})`;
217+
const body = [
218+
marker,
219+
summary,
220+
'',
221+
links,
222+
`Workflow run: [${context.runId}](${runUrl})`,
223+
].join('\n');
224+
225+
const issue_number = context.payload.pull_request?.number;
226+
if (!issue_number) {
227+
core.warning('No pull request number found; skip coverage comment.');
228+
return;
229+
}
230+
231+
try {
232+
const { owner, repo } = context.repo;
233+
const comments = await github.paginate(github.rest.issues.listComments, {
234+
owner,
235+
repo,
236+
issue_number,
237+
per_page: 100,
238+
});
239+
const existing = comments.find((comment) => comment.body?.includes(marker));
240+
241+
if (existing) {
242+
await github.rest.issues.updateComment({
243+
owner,
244+
repo,
245+
comment_id: existing.id,
246+
body,
247+
});
248+
} else {
249+
await github.rest.issues.createComment({
250+
owner,
251+
repo,
252+
issue_number,
253+
body,
254+
});
255+
}
256+
} catch (error) {
257+
core.warning(`Failed to write PR coverage comment: ${error.message}`);
258+
}
259+
260+
validate-runner-selection:
261+
if: ${{ (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') != 'ubuntu-latest' && (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') != 'ubuntu-24.04-arm' && (inputs.runs-on || vars.COVERAGE_RUNS_ON || 'ubuntu-latest') != 'aliyun-ecs-x64' }}
262+
name: validate_runner_selection
263+
runs-on: ubuntu-latest
264+
steps:
265+
- name: fail_invalid_runner_selection
266+
run: |
267+
echo "::error::Invalid runner selection. Set runs-on or COVERAGE_RUNS_ON to one of: ubuntu-latest, ubuntu-24.04-arm, aliyun-ecs-x64."
268+
exit 1

‎.gitignore‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ bin/*
66
lib/*
77
var/*
88
logs/*
9+
/coverage/
910
kv_cache_manager/optimizer/analysis/result/*
1011
kv_cache_manager/optimizer/logs/*
1112
__pycache__/
@@ -15,4 +16,4 @@ __pycache__/
1516
!.bazeliskrc
1617
!.aoneci
1718
compile_commands.json
18-
stub_source
19+
stub_source

‎docs/develop/README.md‎

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,6 +51,17 @@ bazelisk info --announce_rc repository_cache
5151
- 需要本地启动一个Redis或Valkey。
5252
- ```bazelisk test //kv_cache_manager/common/test:redis_client_real_service_test //kv_cache_manager/meta/test:meta_redis_backend_real_service_test //kv_cache_manager/meta/test:meta_storage_backend_manager_real_redis_test //kv_cache_manager/meta/test:meta_indexer_redis_test //kv_cache_manager/manager/test:MetaSearcherRedisTest //kv_cache_manager/config/test:registry_manager_redis_backend_test --test_tag_filters=redis```
5353
- 启用ASAN：上述命令后添加 ```--config=debug --config=asan --test_env ASAN_OPTIONS=detect_odr_violation=0```
54+
- 覆盖率：
55+
- ```tools/coverage/run_coverage.sh --base-ref origin/main --head-ref HEAD --output-dir coverage --include-prefix kv_cache_manager/ --jobs 8 --local-test-jobs 8 -- //kv_cache_manager/... //integration_test/...```
56+
- 脚本会执行 Bazel LCOV 采集、归一化负 hit count、生成全量/增量覆盖率摘要，并在安装了 lcov/genhtml 时生成 HTML 报告。
57+
- 输出位于 ```coverage/```，包含 ```lcov.info```、```coverage-summary.md```、```coverage-summary.json``` 和 ```html/index.html```。
58+
- 如本地未安装 ```genhtml``` 且只需要 LCOV/摘要，可添加 ```--no-html```。
59+
- ```gcov_json_isolated.sh``` 用于规避 Bazel 6.4 C++ coverage collector 在并发 gcov json 采集时共享 ```*.gcov.json.gz``` 中间文件导致的竞态。
60+
- Bazel 6.4 默认不向 gcov 传 ```-b```；当前开发镜像的 GCC 10 支持通过 ```COVERAGE_GCOV_OPTIONS=-b``` 生成 ```BRDA/BRF/BRH``` 分支覆盖率记录。
61+
- CI 会上传 ```coverage/lcov.info```、```coverage/coverage-summary.md```、```coverage/coverage-summary.json``` 和 ```coverage/html/```。
62+
- PR 触发的 coverage 会更新同一条固定评论；评论 job 仅下载 coverage artifact，不检出或执行 PR 代码。
63+
- ```coverage``` workflow 使用 setup-bazel 的 Bazelisk cache、repository cache 和独立 disk cache。PR 只读 cache，main push 或手动 ```rebuildDiskCache``` 会保存并替换旧 disk cache。
64+
- 可通过 workflow_dispatch 的 ```runs-on``` 或仓库变量 ```COVERAGE_RUNS_ON``` 选择 ```ubuntu-latest```、```ubuntu-24.04-arm``` 或 ```aliyun-ecs-x64```。
5465
### 测试资源清理
5566

5667
测试结束后会自动清理资源。测试工作目录位于 bazel runfiles 目录中，不会污染源代码目录。如果测试异常退出，可能需要手动清理：
@@ -158,4 +169,4 @@ githooks中已经添加了C++等语言的格式化脚本，请确保开发环境
158169
提交前检查和 commit message 格式见 [Commit 要求](commit_requirements.md)。
159170

160171
## CI
161-
可参考```.github/workflows```目录下的配置。```test-opensrc``` 在一个 ```normal_test``` job 中运行普通单元测试和集成测试（包含默认配置下的客户端测试目标），ASAN 测试使用独立 job。
172+
可参考```.github/workflows```目录下的配置。```test-opensrc``` 在一个 ```normal_test``` job 中运行普通单元测试和集成测试（包含默认配置下的客户端测试目标），ASAN 测试使用独立 job。```coverage``` 负责全量 LCOV、增量覆盖率和 HTML 报告。

0 commit comments

Comments
 (0)