Skip to content

Commit 084a127

Browse files
committed
[R] Add BigQuery table import to Makefile and rename post_deploy script
1 parent 6e2b2e1 commit 084a127

File tree

3 files changed

+15
-1
lines changed

3 files changed

+15
-1
lines changed

.gitlab-ci.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -97,6 +97,16 @@ deploy:
9797
paths:
9898
- terraform/plan.json
9999

100+
import:
101+
extends: .base_on_push
102+
stage: deploy
103+
timeout: 5m # probably needs to be extended
104+
needs:
105+
- build_image
106+
- deploy
107+
script:
108+
- make import
109+
100110
deploy_browser:
101111
extends: .base_on_push
102112
stage: deploy

Makefile

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -102,12 +102,16 @@ $(1)terraform: lambdas
102102

103103
.PHONY: $(1)deploy
104104
$(1)deploy: check_python $(1)terraform
105-
python $(project_root)/scripts/post_deploy_tdr.py
106105
endef
107106

108107
$(eval $(call deploy,))
109108
$(eval $(call deploy,auto_))
110109

110+
.PHONY: import
111+
import: check_python
112+
python $(project_root)/scripts/reindex.py --import --sources "tdr:parquet:gcp:${GOOGLE_PROJECT}:*"
113+
python $(project_root)/scripts/verify_tdr_sources.py
114+
111115
.PHONY: destroy
112116
destroy:
113117
$(MAKE) -C terraform destroy
File renamed without changes.

0 commit comments

Comments
 (0)