fleet/.github/workflows/benchmark.yml at a8dd88f0e2cd2a08b5cd628897dd2008b9e5f112 · rancher/fleet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: Benchmarks

on:
  workflow_dispatch:
    inputs:
      timeout:
        description: Eventually Default Timeout (e.g., 2m)
        required: false
        default: 2m
      namespace:
        description: Fleet namespace
        required: false
        default: fleet-local
  schedule:
    - cron: "0 15 * * *"

permissions:
  contents: read

concurrency:
  group: benchmarks-${{ github.ref }}
  cancel-in-progress: true

env:
  GOARCH: amd64
  CGO_ENABLED: 0
  SETUP_K3D_VERSION: "v5.8.3"
  SETUP_K3S_VERSION: "v1.35.1-k3s1"
  # Defaults for both manual and scheduled runs
  BENCH_TIMEOUT: ${{ github.event.inputs.timeout || '2m' }}
  BENCH_NAMESPACE: ${{ github.event.inputs.namespace || 'fleet-local' }}

jobs:
  benchmark:
    name: Run Fleet Benchmarks
    runs-on: ubuntu-latest
    timeout-minutes: 90
    steps:
      - name: Checkout
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          fetch-depth: 0

      - name: Setup Go
        uses: actions/setup-go@4b73464bb391d4059bd26b0524d20df3927bd417 # v6.3.0
        with:
          go-version-file: "go.mod"
          check-latest: true

      # No extra host dependencies required

      # Rely on kubectl and helm preinstalled in GitHub runner image
      - name: Build Fleet
        run: |
          ./.github/scripts/build-fleet-binaries.sh
          ./.github/scripts/build-fleet-images.sh

      - name: Check Docker installation
        run: |
          docker --version
          docker info

      - name: Install k3d
        run: curl --silent --fail https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | TAG=${{ env.SETUP_K3D_VERSION }} bash

      - name: Verify k3d installation
        run: |
          k3d version
          which k3d

      - name: Provision k3d Cluster
        run: |
          k3d cluster create upstream --wait \
            --agents 1 \
            --image docker.io/rancher/k3s:${{ env.SETUP_K3S_VERSION }} \
            --k3s-arg "--cluster-init@server:0"

      - name: Import Images Into k3d
        run: |
          ./.github/scripts/k3d-import-retry.sh rancher/fleet:dev rancher/fleet-agent:dev -c upstream

      - name: Deploy Fleet
        run: |
          ./.github/scripts/deploy-fleet.sh

      - name: Label local cluster for benchmarks
        run: |
          kubectl -n "$BENCH_NAMESPACE" label clusters.fleet.cattle.io local fleet.cattle.io/benchmark=true --overwrite

      - name: Run Benchmarks
        env:
          FLEET_BENCH_TIMEOUT: ${{ env.BENCH_TIMEOUT }}
          FLEET_BENCH_NAMESPACE: ${{ env.BENCH_NAMESPACE }}
        run: |
          go run ./benchmarks/cmd run -d benchmarks/db -t "$FLEET_BENCH_TIMEOUT" -n "$FLEET_BENCH_NAMESPACE"

      - name: Collect benchmark report filename
        id: report
        shell: bash
        run: |
          set -euo pipefail
          file=$(ls -1t b-*.json | head -n1)
          # Replace characters that cause issues in artifact uploads (e.g., ':')
          safe_file="${file//:/-}"
          if [ "$file" != "$safe_file" ]; then
            mv "$file" "$safe_file"
          fi
          echo "report=$safe_file" >> "$GITHUB_OUTPUT"
          echo "Found report: $safe_file"

      - name: Upload benchmark JSON
        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
        with:
          name: benchmark-report
          path: ${{ steps.report.outputs.report }}