Deploy datasketches

Author: ddeleo

release/terraform/main.tf

@@ -59,6 +59,41 @@ resource "google_cloudbuild_trigger" "regional_trigger" {
   }
 }
 
+resource "google_cloudbuild_trigger" "datasketches_regional_trigger" {
+  depends_on = [
+    google_storage_bucket.regional_bucket
+  ]
+  for_each = toset(var.bq_regions)
+  name     = "datasketches-udf-regional-trigger-${each.value}"
+  filename = "udfs/datasketches/cloudbuild.yaml"
+
+  github {
+    owner = "GoogleCloudPlatform"
+    name  = "bigquery-utils"
+    dynamic "pull_request" {
+      for_each = var.project == "bqutil-test" ? [1] : []
+      content {
+        branch = "^master$"
+        comment_control = "COMMENTS_ENABLED"
+      }
+    }
+    dynamic "push" {
+      for_each = var.project == "bqutil" ? [1] : []
+      content {
+        branch = "^master$"
+      }
+    }
+  }
+  included_files = ["udfs/datasketches/**"]
+  ignored_files = [".*\\.md"]
+  include_build_logs = "INCLUDE_BUILD_LOGS_WITH_STATUS"
+
+  substitutions = {
+    _BQ_LOCATION = "${each.value}"
+    _JS_BUCKET   = "gs://${var.project}-lib-${each.value}"
+  }
+}
+
 resource "google_project_iam_member" "bigquery_connection_grant_vertex_ai_user_role" {
   project  = var.project
   role     = "roles/aiplatform.user"
@@ -147,3 +182,11 @@ resource "google_bigquery_dataset_iam_member" "fn_public_viewers" {
   role       = "roles/bigquery.dataViewer"
   member     = "allAuthenticatedUsers"
 }
+
+resource "google_bigquery_dataset_iam_member" "datasketches_public_viewers" {
+  project    = var.project
+  for_each   = var.project == "bqutil" ? toset(var.bq_regions) : []
+  dataset_id = "datasketches_${replace(each.value, "-", "_")}"
+  role       = "roles/bigquery.dataViewer"
+  member     = "allAuthenticatedUsers"
+}

udfs/datasketches/README.md

@@ -0,0 +1 @@
+1.0.0

udfs/datasketches/VERSION.txt

@@ -0,0 +1,23 @@
+steps:
+###########################################################
+# Deploy datasketches UDFs and run unit tests
+###########################################################
+- name: gcr.io/$PROJECT_ID/bq_udf_ci:infrastructure-public-image-bqutil
+  id: deploy_datasketches_udfs
+  entrypoint: bash
+  args:
+  - '-c'
+  - |
+    cd udfs/datasketches
+    git clone --recursive --single-branch --branch $(cat VERSION.txt) https://github.com/apache/datasketches-bigquery.git
+    cd datasketches-bigquery
+    gcloud builds submit . \
+      --project=$PROJECT_ID \
+      --region="us-central1" \
+      --worker-pool="projects/${PROJECT_ID}/locations/us-central1/workerPools/udf-unit-testing" \
+      --polling-interval="10" \
+      --substitutions=_BQ_LOCATION=$_BQ_LOCATION,_BQ_DATASET=$_BQ_DATASET,_JS_BUCKET=$_JS_BUCKET
+  - '-eo'
+  - 'pipefail'
+
+timeout: 1800s # 30 minutes