web-benchmarks.yml

name: 'Web benchmarks'

on:
  push:
    branches: [master]

env:
  LADYBIRD_SOURCE_DIR: ${{ github.workspace }}
  CCACHE_DIR: ${{ github.workspace }}/.ccache
  VCPKG_ROOT: ${{ github.workspace }}/Build/vcpkg

jobs:
  web-benchmarks:
    runs-on: ${{ fromJSON(matrix.runner_labels) }}
    if: ${{ github.repository == 'LadybirdBrowser/ladybird' }}
    name: ${{ matrix.os_name }}, ${{ matrix.arch }}
    container: ${{ fromJSON(matrix.container) }}

    strategy:
      fail-fast: false
      matrix:
        os_name: ['Linux']
        arch: ['x86_64']
        runner_labels: ['["ubuntu-24.04-internal", "web-benchmarks", "self-hosted"]']
        container: [&ci_container '{"image":"ghcr.io/ladybirdbrowser/ladybird-ci:2026.07.04"}']

        include:
          - os_name: 'macOS'
            arch: 'arm64'
            runner_labels: '["macos-26", "web-benchmarks", "self-hosted"]'
            container: 'null'

    permissions:
      actions: read
      contents: read

    steps:
      - name: 'Checkout ladybird'
        uses: actions/checkout@v7.0.0
        with:
          ref: ${{ github.sha }}

      - name: 'Determine ladybird commit hash'
        id: ladybird-commit
        shell: bash
        run: |
          echo "sha=${{ github.sha }}" >> "${GITHUB_OUTPUT}"

      - name: 'Checkout LadybirdBrowser/web-benchmarks'
        uses: actions/checkout@v7.0.0
        with:
          repository: LadybirdBrowser/web-benchmarks
          path: web-benchmarks
          ref: master

      - name: 'Determine web-benchmarks commit hash'
        id: web-benchmarks-commit
        shell: bash
        run: |
          cd web-benchmarks
          echo "sha=$(git rev-parse HEAD)" >> "${GITHUB_OUTPUT}"

      - name: 'Set Up Environment'
        id: 'setup'
        uses: ./.github/actions/setup
        with:
          os: ${{ matrix.os_name }}
          arch: ${{ matrix.arch }}
          toolchain: 'Clang'

      - name: 'Restore Caches'
        uses: ./.github/actions/cache-restore
        id: 'cache-restore'
        with:
          os: ${{ matrix.os_name }}
          arch: ${{ matrix.arch }}
          toolchain: 'Clang'
          cache_key_extra: 'Distribution'
          ccache_path: ${{ steps.setup.outputs.ccache_path }}
          vcpkg_cache_path: ${{ steps.setup.outputs.vcpkg_cache_path }}

      - name: 'Assign Build Parameters'
        id: 'build-parameters'
        shell: bash
        run: |
          if ${{ matrix.os_name == 'Linux' }} ; then
            echo "host_cc=clang" >> "$GITHUB_OUTPUT"
            echo "host_cxx=clang++" >> "$GITHUB_OUTPUT"
          elif ${{ matrix.os_name == 'macOS' }} ; then
            echo "host_cc=$(xcrun --find clang)" >> "$GITHUB_OUTPUT"
            echo "host_cxx=$(xcrun --find clang++)" >> "$GITHUB_OUTPUT"
          fi

      - name: 'Create Build Environment'
        working-directory: ${{ github.workspace }}
        run: |
          cmake --preset Distribution -B Build \
            -DENABLE_CI_BASELINE_CPU=ON \
            -DPython3_EXECUTABLE=${{ env.pythonLocation }}/bin/python \
            -DCMAKE_C_COMPILER=${{ steps.build-parameters.outputs.host_cc }} \
            -DCMAKE_CXX_COMPILER=${{ steps.build-parameters.outputs.host_cxx }}

      - name: 'Build'
        working-directory: ${{ github.workspace }}/Build
        run: |
          cmake --build .
          cmake --install . --strip --prefix "${GITHUB_WORKSPACE}/Install"

      - name: 'Save Caches'
        uses: ./.github/actions/cache-save
        with:
          arch: ${{ matrix.arch }}
          ccache_path: ${{ steps.setup.outputs.ccache_path }}
          ccache_primary_key: ${{ steps.cache-restore.outputs.ccache_primary_key }}
          vcpkg_cache_path: ${{ steps.setup.outputs.vcpkg_cache_path }}
          vcpkg_cache_primary_key: ${{ steps.cache-restore.outputs.vcpkg_cache_primary_key }}

      - name: 'Run the benchmarks'
        shell: bash
        run: |
          cd web-benchmarks
          python3 -m venv .venv
          source .venv/bin/activate
          python3 -m pip install -r requirements.txt

          if [ "${{ matrix.os_name }}" = "macOS" ]; then
            executable="${GITHUB_WORKSPACE}/Install/bundle/Ladybird.app/Contents/MacOS/Ladybird"
          else
            executable="${GITHUB_WORKSPACE}/Install/bin/Ladybird"
          fi

          ./run.py --iterations=5 --executable="${executable}"

      - name: 'Save results as an artifact'
        uses: actions/upload-artifact@v7
        with:
          name: web-benchmarks-results-${{ matrix.os_name }}-${{ matrix.arch }}
          path: web-benchmarks/results.json
          retention-days: 90

      - name: 'Call webhook'
        shell: bash
        run: |
          echo '{
              "commit": "${{ steps.ladybird-commit.outputs.sha }}",
              "benchmarks_commit": "${{ steps.web-benchmarks-commit.outputs.sha }}",
              "os": "${{ matrix.os_name }}",
              "arch": "${{ matrix.arch }}",
              "artifact": "web-benchmarks-results-${{ matrix.os_name }}-${{ matrix.arch }}",
              "artifact_run_id": "${{ github.run_id }}"
          }' > request.json
          curl \
              --fail \
              --silent \
              --show-error \
              --header 'Content-Type: application/json' \
              --header "X-Hub-Signature-256: sha256=$(openssl dgst -sha256 -hmac '${{ secrets.JS_BENCHMARKS_WEBHOOK_SECRET }}' request.json | cut -d' ' -f2)" \
              --data-binary '@request.json' \
              '${{ secrets.JS_BENCHMARKS_WEBHOOK_URL }}'