vortex/.github/workflows/nightly-bench.yml at 7618c23b5348ebe3150f92ec4669bd5dc462a021 · spiceai/vortex · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
name: Nightly Benchmarks

concurrency:
  # The group causes runs to queue instead of running in parallel.
  group: nightly-bench
  # This queues manual triggers to run after scheduled benchmarks complete.
  cancel-in-progress: false

on:
  schedule:
    - cron: "0 0 * * *"  # daily
  workflow_dispatch: { }

permissions:
  id-token: write  # enables AWS-GitHub OIDC
  actions: read
  contents: write

jobs:
  sql:
    uses: ./.github/workflows/sql-benchmarks.yml
    secrets: inherit
    with:
      mode: "develop"
      machine_type: ${{ matrix.machine_type.instance_name }}
      benchmark_matrix: |
        [
          {
            "id": "tpch-nvme",
            "subcommand": "tpch",
            "name": "TPC-H on NVME",
            "targets": "datafusion:parquet,datafusion:vortex,duckdb:parquet,duckdb:vortex",
            "scale_factor": "100"
          },
          {
            "id": "tpch-s3",
            "subcommand": "tpch",
            "name": "TPC-H on S3",
            "local_dir": "vortex-bench/data/tpch/100.0",
            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/tpch/100.0/",
            "targets": "datafusion:parquet,datafusion:vortex,duckdb:parquet,duckdb:vortex",
            "scale_factor": "100.0"
          },
        ]
    strategy:
      # A single run not should kill the others
      fail-fast: false
      matrix:
        machine_type:
          - id: x86
            instance_name: c6id.8xlarge