feat: Add option for using spiceai-dev-runners in run spicebench (#162)

* feat: Use spiceai-dev-runners in run spicebench

* fix

* fix: updates

* fix: back to 1 inflight write

Author: peasee

.github/actions/setup-cc/action.yml

@@ -23,7 +23,7 @@ runs:
         elif [[ "${RUNNER_OS}" == "Linux" ]]; then
           if command -v apt-get >/dev/null 2>&1; then
             sudo apt-get update
-            sudo apt-get install -y build-essential
+            sudo apt-get install -y build-essential protobuf-compiler pkg-config libssl-dev
           elif command -v dnf >/dev/null 2>&1; then
             sudo dnf install -y gcc gcc-c++ make
           elif command -v yum >/dev/null 2>&1; then

.github/workflows/run_spicebench.yml

@@ -32,6 +32,7 @@ on:
         description: 'Data generation version identifier (the {version} portion of {prefix}/{scenario}/{version}/)'
         required: true
         type: string
+        default: "1"
       etl_region:
         description: 'AWS region for the ETL S3 bucket'
         required: false
@@ -40,7 +41,7 @@ on:
       etl_sink:
         description: 'ETL sink (hive or adbc)'
         required: false
-        default: 'hive'
+        default: 'adbc'
         type: choice
         options:
           - hive
@@ -60,11 +61,19 @@ on:
         required: false
         default: false
         type: boolean
+      runner:
+        description: 'GitHub runner label to use for this workflow run'
+        required: true
+        default: ubuntu-latest
+        type: choice
+        options:
+          - ubuntu-latest
+          - spiceai-dev-runners
 
 jobs:
   run-spicebench:
     name: Run spicebench
-    runs-on: ubuntu-latest
+    runs-on: ${{ github.event.inputs.runner || 'ubuntu-latest' }}
     timeout-minutes: 600
     concurrency:
       group: spicebench-run-${{ github.event.inputs.system_under_test || 'spice_cloud' }}-${{ github.event.inputs.scenario || 'tpch' }}
@@ -218,13 +227,15 @@ jobs:
         run: |
           set -euo pipefail
           curl -LsSf https://dbc.columnar.tech/install.sh | sh
+          source $HOME/.local/bin/env
           dbc install postgresql
 
       - name: Install ADBC FlightSQL driver
         if: ${{ !startsWith(github.event.inputs.system_under_test || 'spice_cloud', 'databricks-') }}
         run: |
           set -euo pipefail
           curl -LsSf https://dbc.columnar.tech/install.sh | sh
+          source $HOME/.local/bin/env
           dbc install flightsql
 
       - name: Run spicebench