test: benchmark safe server-side audio level correction #92
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Docker Build Media Server" | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| tag: | |
| description: "Tag for the Docker image" | |
| required: false | |
| default: "latest" | |
| type: string | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "apps/media-server/**" | |
| - "scripts/benchmark-instant-audio.py" | |
| - "scripts/benchmark-audio-intelligibility.py" | |
| - "scripts/test-audio-intelligibility.py" | |
| - ".github/workflows/docker-build-media-server.yml" | |
| pull_request: | |
| paths: | |
| - "apps/media-server/**" | |
| - "scripts/benchmark-instant-audio.py" | |
| - "scripts/benchmark-audio-intelligibility.py" | |
| - "scripts/test-audio-intelligibility.py" | |
| - ".github/workflows/docker-build-media-server.yml" | |
| concurrency: | |
| group: media-server-${{ github.head_ref || github.ref_name }}-${{ inputs.tag || 'latest' }} | |
| cancel-in-progress: true | |
| jobs: | |
| audio-metrics: | |
| name: Audio intelligibility alignment | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 5 | |
| permissions: | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 | |
| with: | |
| persist-credentials: false | |
| - name: Verify aligned audio metrics | |
| env: | |
| PYTHONDONTWRITEBYTECODE: "1" | |
| run: | | |
| python3 -m venv "$RUNNER_TEMP/audio-metrics" | |
| "$RUNNER_TEMP/audio-metrics/bin/python" -m pip install --disable-pip-version-check --no-input --only-binary=:all: numpy==2.4.1 scipy==1.18.1 pystoi==0.4.1 | |
| "$RUNNER_TEMP/audio-metrics/bin/python" scripts/test-audio-intelligibility.py | |
| build: | |
| name: Build Docker Image (${{ matrix.platform }}) | |
| runs-on: ${{ matrix.runner }} | |
| timeout-minutes: 25 | |
| strategy: | |
| matrix: | |
| include: | |
| - platform: amd64 | |
| runner: ubuntu-24.04 | |
| - platform: arm64 | |
| runner: ubuntu-24.04-arm | |
| fail-fast: false | |
| permissions: | |
| contents: read | |
| packages: write | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v4 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to GitHub Container Registry | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Downcase GITHUB_REPOSITORY_OWNER | |
| run: | | |
| echo "REPOSITORY_OWNER=${GITHUB_REPOSITORY_OWNER@L}" >>"${GITHUB_ENV}" | |
| - name: Build Platform Image | |
| id: build | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: ./apps/media-server | |
| file: ./apps/media-server/Dockerfile.standalone | |
| platforms: linux/${{ matrix.platform }} | |
| push: ${{ github.event_name != 'pull_request' }} | |
| load: ${{ github.event_name == 'pull_request' }} | |
| tags: ${{ github.event_name == 'pull_request' && 'cap-media-server:verification' || '' }} | |
| outputs: ${{ github.event_name != 'pull_request' && format('type=image,name=ghcr.io/{0}/cap-media-server,push-by-digest=true', env.REPOSITORY_OWNER) || '' }} | |
| cache-from: type=gha,scope=media-server-${{ matrix.platform }} | |
| cache-to: type=gha,mode=max,scope=media-server-${{ matrix.platform }} | |
| - name: Verify recording decode in the production image | |
| env: | |
| MEDIA_IMAGE: ${{ github.event_name == 'pull_request' && 'cap-media-server:verification' || format('ghcr.io/{0}/cap-media-server@{1}', env.REPOSITORY_OWNER, steps.build.outputs.digest) }} | |
| run: | | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/audio-quality-policy.test.ts \ | |
| src/__tests__/lib/audio-quality.integration.test.ts \ | |
| src/__tests__/lib/audio-quality-formats.integration.test.ts \ | |
| src/__tests__/lib/audio-quality-benchmark.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/recording-verification.integration.test.ts \ | |
| src/__tests__/lib/job-manager.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/media-size.test.ts \ | |
| src/__tests__/lib/media-probe.integration.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/media-transfer.test.ts \ | |
| src/__tests__/lib/drive-resumable-upload.test.ts \ | |
| src/__tests__/lib/storage-upload.test.ts \ | |
| src/__tests__/lib/container-memory.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/routes/recording-verification.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/routes/video.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/media-routes-real-world.integration.test.ts | |
| docker run --rm --network none --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/media-video.integration.test.ts | |
| - name: Verify long recording performance in the production image | |
| env: | |
| MEDIA_IMAGE: ${{ github.event_name == 'pull_request' && 'cap-media-server:verification' || format('ghcr.io/{0}/cap-media-server@{1}', env.REPOSITORY_OWNER, steps.build.outputs.digest) }} | |
| run: | | |
| docker run --rm --network none --cpus 2 --memory 2g \ | |
| -e MEDIA_SERVER_RECORDING_PERFORMANCE_TESTS=1 \ | |
| --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/recording-verification.integration.test.ts \ | |
| --test-name-pattern 'streams a complete long recording' | |
| docker run --rm --network none --cpus 2 --memory 2g \ | |
| -e MEDIA_SERVER_TRANSFER_PERFORMANCE_TESTS=1 \ | |
| --entrypoint bun "$MEDIA_IMAGE" test \ | |
| src/__tests__/lib/media-transfer.integration.test.ts \ | |
| src/__tests__/lib/drive-resumable-upload.test.ts | |
| - name: Export Digest | |
| if: github.event_name != 'pull_request' | |
| run: | | |
| mkdir -p /tmp/digests | |
| digest="${{ steps.build.outputs.digest }}" | |
| touch "/tmp/digests/${digest#sha256:}" | |
| - name: Upload Digest | |
| if: github.event_name != 'pull_request' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: digests-media-server-${{ matrix.platform }} | |
| path: /tmp/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| merge: | |
| name: Create Multi-Architecture Manifest | |
| needs: build | |
| if: github.event_name != 'pull_request' | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| steps: | |
| - name: Download Digests | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: /tmp/digests | |
| pattern: digests-media-server-* | |
| merge-multiple: true | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Downcase GITHUB_REPOSITORY_OWNER | |
| run: | | |
| echo "REPOSITORY_OWNER=${GITHUB_REPOSITORY_OWNER@L}" >>"${GITHUB_ENV}" | |
| - name: Create Image Manifest | |
| env: | |
| IMAGE_TAG: ${{ inputs.tag || 'latest' }} | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| if [[ "$IMAGE_TAG" == "latest" ]]; then | |
| current="$(gh api "repos/${GITHUB_REPOSITORY}/git/ref/heads/main" --jq .object.sha)" | |
| [[ "$current" == "$GITHUB_SHA" ]] || exit 1 | |
| fi | |
| sources=() | |
| for path in /tmp/digests/*; do | |
| digest="${path##*/}" | |
| [[ "$digest" =~ ^[0-9a-f]{64}$ ]] || exit 1 | |
| sources+=("ghcr.io/${REPOSITORY_OWNER}/cap-media-server@sha256:${digest}") | |
| done | |
| ((${#sources[@]} > 0)) | |
| docker buildx imagetools create -t "ghcr.io/${REPOSITORY_OWNER}/cap-media-server:${IMAGE_TAG}" "${sources[@]}" |