Skip to content

Commit e142b2b

Browse files
committed
update templates and gha with new changes
1 parent c4242e1 commit e142b2b

4 files changed

Lines changed: 6 additions & 349 deletions

File tree

iac/main/base.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ Parameters:
5858
Description: Workspace ID for GDS Slack
5959
Type: String
6060
Default: T8GT9416G
61-
CommitSha:
61+
ArtifactCommitSha:
6262
Description: Commit SHA for this deployment
6363
Type: String
6464
Default: none

iac/main/resources/dummy.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -169,7 +169,7 @@ RawStageTransformProcessPythonGlueJob:
169169
ScriptLocation:
170170
!Join [
171171
'',
172-
[s3://demo-dap-githubartifactsourcebucket-qqlbqh8q9cui/, !Ref CommitSha, /raw_to_stage_process_glue_job.py],
172+
[s3://demo-dap-githubartifactsourcebucket-qqlbqh8q9cui/template-resources/, !Ref ArtifactCommitSha, /raw_to_stage_process_glue_job.py],
173173
]
174174
DefaultArguments:
175175
'--JOB_NAME': !Sub ${Environment}-dap-raw-stage-transform-process-demo
@@ -191,8 +191,8 @@ RawStageTransformProcessPythonGlueJob:
191191
!Join [
192192
'',
193193
[
194-
s3://demo-dap-githubartifactsourcebucket-qqlbqh8q9cui/,
195-
!Ref CommitSha,
194+
s3://demo-dap-githubartifactsourcebucket-qqlbqh8q9cui/template-resources/,
195+
!Ref ArtifactCommitSha,
196196
/raw_to_stage_etl_modules-0.1.0-py3-none-any.whl,
197197
],
198198
]

iac/main/resources/txma-raw-to-stage-alarms.yml

Lines changed: 0 additions & 343 deletions
This file was deleted.

scripts/build-and-deploy-etl.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -55,9 +55,9 @@ if [ "$runtype" != "local" ]; then
5555
if [ -n "$ARTIFACT_BUCKET_NAME" ]; then
5656
echo "Uploading files to artifact bucket with commit SHA as name"
5757
for file in $(find "$FILES_ROOT" -type f); do
58-
key="${COMMIT_SHA}/$(basename "$file")"
58+
key="template-resources/${COMMIT_SHA}/$(basename "$file")"
5959
aws --region="$REGION" s3api put-object --bucket "$ARTIFACT_BUCKET_NAME" --key "$key" --body "$file" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
6060
done
61-
aws --region="$REGION" s3api put-object --bucket "$ARTIFACT_BUCKET_NAME" --key "${COMMIT_SHA}/raw_to_stage_process_glue_job.py" --body "$ETL_ROOT/raw_to_stage_process_glue_job.py" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
61+
aws --region="$REGION" s3api put-object --bucket "$ARTIFACT_BUCKET_NAME" --key "template-resources/${COMMIT_SHA}/raw_to_stage_process_glue_job.py" --body "$ETL_ROOT/raw_to_stage_process_glue_job.py" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
6262
fi
6363
fi

0 commit comments

Comments
 (0)