[R] Add BigQuery table import to Makefile and rename post_deploy script

Author: nadove-ucsc

.gitlab-ci.yml

@@ -97,6 +97,16 @@ deploy:
     paths:
       - terraform/plan.json
 
+import:
+  extends: .base_on_push
+  stage: deploy
+  timeout: 5m  # probably needs to be extended
+  needs:
+    - build_image
+    - deploy
+  script:
+    - make import
+
 deploy_browser:
   extends: .base_on_push
   stage: deploy

Makefile

@@ -102,12 +102,16 @@ $(1)terraform: lambdas
 
 .PHONY: $(1)deploy
 $(1)deploy: check_python $(1)terraform
-	python $(project_root)/scripts/post_deploy_tdr.py
 endef
 
 $(eval $(call deploy,))
 $(eval $(call deploy,auto_))
 
+.PHONY: import
+import: check_python
+	python $(project_root)/scripts/reindex.py --import --sources "tdr:parquet:gcp:${GOOGLE_PROJECT}:*"
+	python $(project_root)/scripts/verify_tdr_sources.py
+
 .PHONY: destroy
 destroy:
 	$(MAKE) -C terraform destroy

bin/wheels/runtime/googleapis_common_protos-1.64.0-py2.py3-none-any.whl renamed to bin/wheels/runtime/googleapis_common_protos-1.65.0-py2.py3-none-any.whl

@@ -10,7 +10,7 @@ blinker==1.8.2
 boto3==1.28.63
 boto3-stubs==1.28.63
 botocore==1.31.63
-botocore-stubs==1.35.6
+botocore-stubs==1.35.8
 brotli==1.1.0
 cachetools==5.5.0
 certifi==2024.7.4
@@ -49,9 +49,9 @@ google-cloud-core==2.4.1
 google-cloud-storage==2.12.0
 google-crc32c==1.5.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.64.0
+googleapis-common-protos==1.65.0
 greenlet==3.0.3
-grpcio==1.66.0
+grpcio==1.66.1
 grpcio-status==1.62.3
 http-message-signatures==0.4.4
 http_sfv==0.9.9
@@ -128,7 +128,7 @@ strict-rfc3339==0.7
 toml==0.10.2
 tqdm==4.66.5
 types-awscrt==0.21.2
-types-s3transfer==0.10.1
+types-s3transfer==0.10.2
 types-toml==0.10.8.20240310
 typing_extensions==4.12.2
 tzlocal==2.1
@@ -142,4 +142,4 @@ wrapt==1.16.0
 www-authenticate==0.9.2
 xmltodict==0.13.0
 zope.event==5.0
-zope.interface==7.0.2
+zope.interface==7.0.3

bin/wheels/runtime/grpcio-1.66.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

@@ -1,6 +1,6 @@
 blessed==1.20.0
 blinker==1.8.2
-botocore-stubs==1.35.6
+botocore-stubs==1.35.8
 brotli==1.1.0
 click==8.1.7
 colorama==0.4.4
@@ -52,11 +52,11 @@ smmap==5.0.1
 toml==0.10.2
 tqdm==4.66.5
 types-awscrt==0.21.2
-types-s3transfer==0.10.1
+types-s3transfer==0.10.2
 types-toml==0.10.8.20240310
 uritemplate==4.1.1
 wcwidth==0.2.13
 www-authenticate==0.9.2
 xmltodict==0.13.0
 zope.event==5.0
-zope.interface==7.0.2
+zope.interface==7.0.3

bin/wheels/runtime/grpcio-1.66.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl

@@ -8,8 +8,8 @@ cryptography==43.0.0
 google-cloud-core==2.4.1
 google-crc32c==1.5.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.64.0
-grpcio==1.66.0
+googleapis-common-protos==1.65.0
+grpcio==1.66.1
 grpcio-status==1.62.3
 http_sfv==0.9.9
 idna==3.8