docs: add IEC 62304 SOUP register #657
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Performance Benchmarks | |
| on: | |
| push: | |
| branches: [ main, phase-*, feature/ci-performance-metrics ] | |
| pull_request: | |
| branches: [ main ] | |
| schedule: | |
| # 매일 자정(UTC)에 실행하여 성능 트렌드 추적 | |
| - cron: '0 0 * * *' | |
| workflow_dispatch: | |
| # 수동 실행 지원 | |
| jobs: | |
| benchmark: | |
| name: Run Performance Benchmarks | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 60 | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| issues: write | |
| pages: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # 전체 히스토리 가져오기 (트렌드 분석용) | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| # GCC 13+ on Ubuntu 24.04 has full std::format support | |
| sudo apt-get install -y cmake ninja-build g++ libbenchmark-dev python3 python3-pip | |
| - name: Checkout common_system (optional) | |
| continue-on-error: true | |
| run: | | |
| cd .. | |
| git clone https://github.com/kcenon/common_system.git || true | |
| - name: Configure CMake (Release build for accurate benchmarks) | |
| run: | | |
| BUILD_WITH_COMMON="OFF" | |
| if [ -d "../common_system" ]; then | |
| BUILD_WITH_COMMON="ON" | |
| fi | |
| cmake -B build -G Ninja \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DCMAKE_CXX_FLAGS="-O3 -DNDEBUG -march=native" \ | |
| -DBUILD_WITH_COMMON_SYSTEM=$BUILD_WITH_COMMON \ | |
| -DBUILD_TESTING=OFF \ | |
| -DBUILD_INTEGRATION_TESTS=OFF | |
| - name: Build benchmarks | |
| run: cmake --build build --config Release || true | |
| - name: Collect system information | |
| run: | | |
| echo "## System Information" > system-info.md | |
| echo "" >> system-info.md | |
| echo "- **CPU**: $(lscpu | grep 'Model name' | cut -d: -f2 | xargs)" >> system-info.md | |
| echo "- **Cores**: $(nproc)" >> system-info.md | |
| echo "- **Memory**: $(free -h | awk '/^Mem:/ {print $2}')" >> system-info.md | |
| echo "- **OS**: $(lsb_release -d | cut -d: -f2 | xargs)" >> system-info.md | |
| echo "- **Kernel**: $(uname -r)" >> system-info.md | |
| echo "- **Compiler**: $(g++ --version | head -n1)" >> system-info.md | |
| echo "- **Build Date**: $(date -u '+%Y-%m-%d %H:%M:%S UTC')" >> system-info.md | |
| cat system-info.md | |
| - name: Run baseline benchmarks | |
| run: | | |
| cd build | |
| mkdir -p benchmark-results | |
| # baseline_metrics 벤치마크 실행 (있는 경우) | |
| if [ -f "bin/baseline_metrics" ]; then | |
| echo "Running baseline_metrics..." | |
| ./bin/baseline_metrics \ | |
| --benchmark_format=json \ | |
| --benchmark_out=benchmark-results/baseline.json \ | |
| --benchmark_repetitions=3 \ | |
| --benchmark_report_aggregates_only=true || echo "baseline_metrics not available" | |
| else | |
| echo "baseline_metrics benchmark not found, skipping" | |
| fi | |
| - name: Run detailed benchmarks | |
| continue-on-error: true | |
| run: | | |
| cd build | |
| mkdir -p benchmark-results | |
| # 모든 벤치마크 실행 | |
| for bench in bin/*benchmark* bin/*_bench; do | |
| if [ -x "$bench" ] && [ -f "$bench" ]; then | |
| name=$(basename "$bench") | |
| echo "Running $name..." | |
| "$bench" \ | |
| --benchmark_format=json \ | |
| --benchmark_out="benchmark-results/${name}.json" \ | |
| --benchmark_repetitions=3 \ | |
| --benchmark_report_aggregates_only=true || echo "$name failed, continuing..." | |
| fi | |
| done | |
| - name: Generate performance report | |
| run: | | |
| if [ -d "build/benchmark-results" ] && [ "$(ls -A build/benchmark-results/*.json 2>/dev/null)" ]; then | |
| python3 scripts/generate_performance_report.py \ | |
| --input build/benchmark-results \ | |
| --baseline BASELINE.md \ | |
| --output performance-report.md \ | |
| --system-info system-info.md | |
| else | |
| echo "No benchmark results found, creating empty report" | |
| echo "# Performance Benchmark Report" > performance-report.md | |
| echo "No benchmark data available." >> performance-report.md | |
| fi | |
| - name: Check for performance regression | |
| id: regression_check | |
| continue-on-error: true | |
| run: | | |
| if [ -f "baseline-reference.json" ] && [ -f "build/benchmark-results/baseline.json" ]; then | |
| python3 scripts/check_performance_regression.py \ | |
| --current build/benchmark-results/baseline.json \ | |
| --baseline baseline-reference.json \ | |
| --threshold 5.0 \ | |
| --output regression-report.md | |
| else | |
| echo "## ℹ️ No baseline reference available" > regression-report.md | |
| echo "This is the first benchmark run or baseline file is missing." >> regression-report.md | |
| fi | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: benchmark-results-${{ github.sha }} | |
| path: | | |
| build/benchmark-results/*.json | |
| performance-report.md | |
| regression-report.md | |
| system-info.md | |
| retention-days: 90 | |
| - name: Comment PR with results | |
| if: github.event_name == 'pull_request' | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| const fs = require('fs'); | |
| let report = ''; | |
| if (fs.existsSync('performance-report.md')) { | |
| report = fs.readFileSync('performance-report.md', 'utf8'); | |
| } | |
| let regression = ''; | |
| if (fs.existsSync('regression-report.md')) { | |
| regression = fs.readFileSync('regression-report.md', 'utf8'); | |
| } | |
| const body = `## 📊 Performance Benchmark Results\n\n${report}\n\n${regression}`; | |
| github.rest.issues.createComment({ | |
| issue_number: context.issue.number, | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| body: body | |
| }); | |
| - name: Update performance badge | |
| if: github.ref == 'refs/heads/main' | |
| continue-on-error: true | |
| run: | | |
| if [ -f "build/benchmark-results/baseline.json" ]; then | |
| python3 scripts/update_performance_badge.py \ | |
| --input build/benchmark-results/baseline.json \ | |
| --output .github/badges/performance.json | |
| fi | |
| - name: Generate performance dashboard | |
| if: github.ref == 'refs/heads/main' | |
| continue-on-error: true | |
| run: | | |
| mkdir -p gh-pages | |
| python3 scripts/generate_performance_dashboard.py \ | |
| --data-dir build/benchmark-results \ | |
| --baseline BASELINE.md \ | |
| --output gh-pages/index.html | |
| - name: Publish to GitHub Pages | |
| if: github.ref == 'refs/heads/main' | |
| uses: peaceiris/actions-gh-pages@v3 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: ./gh-pages | |
| destination_dir: performance | |
| keep_files: true | |
| - name: Store baseline for comparison | |
| if: github.ref == 'refs/heads/main' | |
| continue-on-error: true | |
| run: | | |
| if [ -f "build/benchmark-results/baseline.json" ]; then | |
| cp build/benchmark-results/baseline.json baseline-reference.json | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| git add baseline-reference.json | |
| if [ -f ".github/badges/performance.json" ]; then | |
| git add .github/badges/performance.json | |
| fi | |
| git commit -m "chore: update performance baseline [skip ci]" || true | |
| git push || true | |
| fi |