fix: use kestra_unit_test bq dataset (#68)

Author: fdelbrayelle

.github/cleanup-unit.sh

@@ -0,0 +1,26 @@
+set -euo pipefail
+
+echo $GOOGLE_SERVICE_ACCOUNT | base64 -d > src/test/resources/.gcp-service-account.json
+
+# Authenticate gcloud with the decoded service account
+gcloud auth activate-service-account --key-file=src/test/resources/.gcp-service-account.json
+
+PROJECT_ID="kestra-unit-test"
+DATASET="kestra_unit_test"
+
+gcloud config set project "${PROJECT_ID}" >/dev/null
+
+echo "🧹 Deleting test tables from ${PROJECT_ID}:${DATASET}..."
+
+# List of tables created in setup-unit.sh
+TABLES=(
+  "orderDetail"
+  "territory"
+)
+
+for TABLE in "${TABLES[@]}"; do
+  echo "🗑️  Deleting table ${TABLE}..."
+  bq rm -f -t "${PROJECT_ID}:${DATASET}.${TABLE}" || echo "⚠️ Table ${TABLE} not found, skipping."
+done
+
+echo "✅ Test tables cleaned up successfully"

.github/setup-unit.sh

@@ -1 +1,31 @@
-echo $GOOGLE_SERVICE_ACCOUNT | base64 -d > src/test/resources/.gcp-service-account.json
+set -euo pipefail
+
+echo $GOOGLE_SERVICE_ACCOUNT | base64 -d > src/test/resources/.gcp-service-account.json
+
+# Authenticate gcloud with the decoded service account
+gcloud auth activate-service-account --key-file=src/test/resources/.gcp-service-account.json
+
+PROJECT_ID="kestra-unit-test"
+DATASET="kestra_unit_test" # already created via terraform
+
+gcloud config set project "${PROJECT_ID}" >/dev/null
+
+echo "📋 Creating test tables in existing dataset ${PROJECT_ID}:${DATASET}..."
+
+# orderDetail table: used in 'run' and 'error' tests
+bq query --use_legacy_sql=false "
+CREATE OR REPLACE TABLE \`${PROJECT_ID}.${DATASET}.orderDetail\` AS
+SELECT 1 AS id, 10.5 AS unitPrice, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 1 DAY) AS addedDate
+UNION ALL
+SELECT 2 AS id, 200.0 AS unitPrice, TIMESTAMP_SUB(CURRENT_TIMESTAMP(), INTERVAL 2 DAY) AS addedDate;
+"
+
+# territory table: used in 'failed' test
+bq query --use_legacy_sql=false "
+CREATE OR REPLACE TABLE \`${PROJECT_ID}.${DATASET}.territory\` AS
+SELECT 1 AS id, 'North' AS name, 1 AS regionId
+UNION ALL
+SELECT 2 AS id, 'South' AS name, 4 AS regionId;
+"
+
+echo "✅ Dataset ${PROJECT_ID}:${DATASET} ready for tests"

src/main/java/io/kestra/plugin/soda/Scan.java

@@ -50,7 +50,7 @@
                         type: bigquery
                         connection:
                           project_id: kestra-unit-test
-                          dataset: demo
+                          dataset: kestra_unit_test
                           account_info_json: |
                             {{ secret('GCP_CREDS') }}
                     checks:

src/test/java/io/kestra/plugin/soda/ScanTest.java

@@ -39,7 +39,7 @@ void run() throws Exception {
                     "  type: bigquery\n" +
                     "  connection:\n" +
                     "    project_id: \"kestra-unit-test\"\n" +
-                    "    dataset: demo\n" +
+                    "    dataset: kestra_unit_test\n" +
                     "    account_info_json: |\n" +
                     "      " + StringUtils.replace(UtilsTest.serviceAccount(), "\n", "\n      "),
                 TYPE_REFERENCE
@@ -75,7 +75,7 @@ void failed() throws Exception {
                     "  type: bigquery\n" +
                     "  connection:\n" +
                     "    project_id: \"kestra-unit-test\"\n" +
-                    "    dataset: demo\n" +
+                    "    dataset: kestra_unit_test\n" +
                     "    account_info_json: |\n" +
                     "      " + StringUtils.replace(UtilsTest.serviceAccount(), "\n", "\n      "),
                 TYPE_REFERENCE
@@ -109,7 +109,7 @@ void error() throws Exception {
                     "  type: bigquery\n" +
                     "  connection:\n" +
                     "    project_id: \"kestra-unit-test\"\n" +
-                    "    dataset: demo\n" +
+                    "    dataset: kestra_unit_test\n" +
                     "    account_info_json: |\n" +
                     "      " + StringUtils.replace(UtilsTest.serviceAccount(), "\n", "\n      "),
                 TYPE_REFERENCE