Skip to content

Commit aa248af

Browse files
ci: Add ADBC update strategy input to debug workflow
1 parent 6327983 commit aa248af

1 file changed

Lines changed: 14 additions & 2 deletions

File tree

.github/workflows/run_spicebench_debug_spice_cloud.yml

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,14 @@ on:
6161
required: false
6262
default: false
6363
type: boolean
64+
adbc_update_strategy:
65+
description: 'ADBC update strategy'
66+
required: false
67+
default: 'bulk_ingest_upsert'
68+
type: choice
69+
options:
70+
- bulk_ingest_upsert
71+
- staging_table
6472
enable_pvc:
6573
description: 'Enable PVC block storage for scheduler and executor pods (sizes are derived from scale_factor)'
6674
required: false
@@ -218,9 +226,13 @@ jobs:
218226
SUT_METRICS_ARGS="--scrape-sut-metrics"
219227
fi
220228
221-
export SPICEBENCH_ADBC_UPDATE_STRATEGY=bulk_ingest_upsert
222-
export SPICEBENCH_ADBC_FLUSH_STREAM_BEFORE_UPSERT=true
229+
export SPICEBENCH_ADBC_UPDATE_STRATEGY=${{ github.event.inputs.adbc_update_strategy || 'bulk_ingest_upsert' }}
223230
export SPICEBENCH_ADBC_DELETE_BATCH_SIZE=50000
231+
if [ "${SPICEBENCH_ADBC_UPDATE_STRATEGY}" = "bulk_ingest_upsert" ]; then
232+
export SPICEBENCH_ADBC_FLUSH_STREAM_BEFORE_UPSERT=true
233+
else
234+
export SPICEBENCH_ADBC_REUSE_BULK_INGEST_STREAMS=false
235+
fi
224236
ADAPTER_CMD="docker"
225237
ADAPTER_DOCKER_OPTS="run -i -e SPIDAPTER_EXECUTOR_REPLICAS=${EXECUTOR_REPLICAS} -e SPICEAI_API_KEY -e SPICE_CLOUD_API_URL -e AWS_ACCESS_KEY_ID=${S3_AWS_ACCESS_KEY_ID} -e AWS_SECRET_ACCESS_KEY=${S3_AWS_SECRET_ACCESS_KEY} -e SPIDAPTER_ICEBERG_REGION -e SPIDAPTER_ICEBERG_CATALOG_FROM -e SCHEDULER_STATE_LOCATION"
226238

0 commit comments

Comments
 (0)