Update run_pipelines_jenkins.sh

Author: naquib314

pipeline/run_pipelines_jenkins.sh

@@ -8,8 +8,8 @@ set -ex
 # ==============================================
 echo "Cleaning up previous Docker containers..."
 set +e  # Don't exit on error for cleanup
-docker kill depmap-data-prep-pipeline-run-test-perf 2>/dev/null || true
-docker kill depmap-preprocessing-pipeline-run-test-perf 2>/dev/null || true
+docker kill depmap-data-prep-pipeline-run-iqa 2>/dev/null || true
+docker kill depmap-preprocessing-pipeline-run-iqa 2>/dev/null || true
 set -e  # Re-enable exit on error
 
 # ==============================================
@@ -22,6 +22,7 @@ else
     ssh-agent bash -c 'ssh-add /home/ubuntu/.ssh/depmap-deploy-repo-key; git clone git@github.com:broadinstitute/depmap-deploy.git'
 fi
 
+#TODO: THIS IS HARDCODED FOR NOW. WE NEED TO MAKE THIS MORE FLEXIBLE.
 ( cd depmap-deploy && git checkout depmap-pipeline-reorg-25q3 )
 
 # ==============================================
@@ -41,7 +42,7 @@ rsync -av depmap-deploy/non-public-pipeline-files/ pipeline/
 
 # Run the Python data prep pipeline script
 echo "Starting data prep pipeline..."
-python pipeline/data-prep-pipeline/data_prep_pipeline_runner.py test-perf depmap-data-prep-pipeline-run-test-perf
+python pipeline/data-prep-pipeline/data_prep_pipeline_runner.py iqa depmap-data-prep-pipeline-run-iqa
 
 # Check if data prep pipeline succeeded
 if [ $? -ne 0 ]; then
@@ -56,8 +57,8 @@ echo "Data prep pipeline completed successfully."
 # ==============================================
 echo "==================== PREPROCESSING PIPELINE ===================="
 
-export PREPROCESSING_PUBLISH_DEST="gs://preprocessing-pipeline-outputs/depmap-pipeline-25q4/preprocessing-pipeline-test-perf/publish"
-export PREPROCESSING_EXPORT_PATH="gs://preprocessing-pipeline-outputs/depmap-pipeline-25q4/preprocessing-pipeline-test-perf/export"
+export PREPROCESSING_PUBLISH_DEST="gs://preprocessing-pipeline-outputs/depmap-pipeline-25q4/preprocessing-pipeline-iqa/publish"
+export PREPROCESSING_EXPORT_PATH="gs://preprocessing-pipeline-outputs/depmap-pipeline-25q4/preprocessing-pipeline-iqa/export"
 
 if [ "$CLEAN_START" = "true" ] && [ -d "pipeline/preprocessing-pipeline/state" ]; then
     echo "Cleaning preprocessing pipeline state..."
@@ -71,8 +72,8 @@ rsync -av depmap-deploy/non-public-pipeline-files/ pipeline/
 # Run the Python preprocessing pipeline script  
 echo "Starting preprocessing pipeline..."
 python pipeline/preprocessing-pipeline/preprocessing_pipeline_runner.py \
-    test-perf \
-    depmap-preprocessing-pipeline-run-test-perf \
+    iqa \
+    depmap-preprocessing-pipeline-run-iqa \
     --publish-dest "$PREPROCESSING_PUBLISH_DEST" \
     --export-path "$PREPROCESSING_EXPORT_PATH"
 
@@ -92,6 +93,6 @@ echo "==================== ALL PIPELINES COMPLETED ===================="
 # If we reach here, the job was successful so potentially kick off the DB rebuild
 if [ "$ON_SUCCESS_REBUILD_DB" = "true" ]; then
     echo "Triggering DB rebuild..."
-    curl 'https://hooks-proxy.broadinstitute.org/generic-webhook/jenkins/datascidev?token=test-perf+build+db+3amvd0923SSz'
+    curl 'https://hooks-proxy.broadinstitute.org/generic-webhook/jenkins/datascidev?token=iqa+build+db+3amvd0923SSz'
     echo "DB rebuild triggered!"
 fi