vector-db-benchmark/.github/workflows/continuous-benchmark-hnsw.yaml at master · qdrant/vector-db-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
name: Continuous Benchmark Hnsw Indexing

on:
  workflow_dispatch:
    inputs:
      dataset_name:
        description: 'First dataset name for transform benchmark'
        required: false
        type: choice
        options:
          - 'cohere-wiki-100k-no-filters'
          - 'laion-small-clip-no-filters-1'
      dataset_2_name:
        description: 'Second dataset name for transform benchmark'
        required: false
        type: choice
        options:
          - 'cohere-wiki-100k-no-filters-2'
          - 'laion-small-clip-no-filters-2'
  schedule:
    # Run every day at 3am
    - cron: "0 3 * * *"

# Restrict to only running this workflow one at a time.
# Any new runs will be queued until the previous run is complete.
# Any existing pending runs will be cancelled and replaced with current run.
concurrency:
  group: continuous-benchmark

jobs:
  runUpdateHealingBenchmark:
    runs-on: ubuntu-latest
    container: alpine/ansible:2.18.1
    steps:
      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
      - uses: webfactory/ssh-agent@d4b9b8ff72958532804b70bbe600ad43b36d5f2e # v0.8.0
        with:
          ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
      - name: Create inventory
        uses: ./.github/workflows/actions/create-inventory
        with:
          hcloud_token: ${{ secrets.HCLOUD_TOKEN }}
          db_host: ${{ secrets.POSTGRES_HOST }}
          server_names: "benchmark-server-1"
      - name: Run bench
        id: hnsw-indexing-update
        run: |
          cd ansible/playbooks && ansible-playbook playbook-hnsw-index.yml --extra-vars "
          bench=update
          dataset_name=dbpedia-openai-100K-1536-angular
          "

  runTransformHealingBenchmark:
    runs-on: ubuntu-latest
    container: alpine/ansible:2.18.1
    needs: runUpdateHealingBenchmark
    steps:
      - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
      - uses: webfactory/ssh-agent@d4b9b8ff72958532804b70bbe600ad43b36d5f2e # v0.8.0
        with:
          ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
      - name: Create inventory
        uses: ./.github/workflows/actions/create-inventory
        with:
          hcloud_token: ${{ secrets.HCLOUD_TOKEN }}
          db_host: ${{ secrets.POSTGRES_HOST }}
          server_names: "benchmark-server-1"
      - name: Run bench
        id: hnsw-indexing-transform
        run: |
            cd ansible/playbooks && ansible-playbook playbook-hnsw-index.yml --extra-vars "
              bench=transform
              dataset_name=${{ inputs.dataset_name || 'laion-small-clip-no-filters-1' }}
              dataset_2_name=${{ inputs.dataset_2_name || 'laion-small-clip-no-filters-2' }}
            "