File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 6161 required : false
6262 default : false
6363 type : boolean
64+ adbc_update_strategy :
65+ description : ' ADBC update strategy'
66+ required : false
67+ default : ' bulk_ingest_upsert'
68+ type : choice
69+ options :
70+ - bulk_ingest_upsert
71+ - staging_table
6472 enable_pvc :
6573 description : ' Enable PVC block storage for scheduler and executor pods (sizes are derived from scale_factor)'
6674 required : false
@@ -218,9 +226,13 @@ jobs:
218226 SUT_METRICS_ARGS="--scrape-sut-metrics"
219227 fi
220228
221- export SPICEBENCH_ADBC_UPDATE_STRATEGY=bulk_ingest_upsert
222- export SPICEBENCH_ADBC_FLUSH_STREAM_BEFORE_UPSERT=true
229+ export SPICEBENCH_ADBC_UPDATE_STRATEGY=${{ github.event.inputs.adbc_update_strategy || 'bulk_ingest_upsert' }}
223230 export SPICEBENCH_ADBC_DELETE_BATCH_SIZE=50000
231+ if [ "${SPICEBENCH_ADBC_UPDATE_STRATEGY}" = "bulk_ingest_upsert" ]; then
232+ export SPICEBENCH_ADBC_FLUSH_STREAM_BEFORE_UPSERT=true
233+ else
234+ export SPICEBENCH_ADBC_REUSE_BULK_INGEST_STREAMS=false
235+ fi
224236 ADAPTER_CMD="docker"
225237 ADAPTER_DOCKER_OPTS="run -i -e SPIDAPTER_EXECUTOR_REPLICAS=${EXECUTOR_REPLICAS} -e SPICEAI_API_KEY -e SPICE_CLOUD_API_URL -e AWS_ACCESS_KEY_ID=${S3_AWS_ACCESS_KEY_ID} -e AWS_SECRET_ACCESS_KEY=${S3_AWS_SECRET_ACCESS_KEY} -e SPIDAPTER_ICEBERG_REGION -e SPIDAPTER_ICEBERG_CATALOG_FROM -e SCHEDULER_STATE_LOCATION"
226238
You can’t perform that action at this time.
0 commit comments