Skip to content

Commit baf828a

Browse files
committed
change location of script
1 parent c6c7144 commit baf828a

1 file changed

Lines changed: 18 additions & 2 deletions

File tree

iac/main/resources/dummy.yml

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -166,7 +166,15 @@ RawStageTransformProcessPythonGlueJob:
166166
Command:
167167
Name: pythonshell
168168
PythonVersion: '3.9'
169-
ScriptLocation: !Sub s3://some_bucket/txma/raw_to_stage/raw_to_stage_process_glue_job.py
169+
ScriptLocation:
170+
!Join [
171+
'',
172+
[
173+
s3://demo-pipeline-githubartifactsourcebucket-pdb2ecthlkvb/,
174+
!Ref CommitSha,
175+
/raw_to_stage_process_glue_job.py,
176+
],
177+
]
170178
DefaultArguments:
171179
'--JOB_NAME': !Sub ${Environment}-dap-raw-stage-transform-process
172180
'--LOG_LEVEL': 'INFO'
@@ -183,7 +191,15 @@ RawStageTransformProcessPythonGlueJob:
183191
'--workgroup': !Sub ${Environment}-dap-txma-processing
184192
'--TempDir': s3://some_buckett/raw_stage_optimisation_processing/temporary/
185193
'library-set': 'analytics'
186-
'--extra-py-files': 'some_bucket/txma/raw_to_stage/raw_to_stage_etl_modules-0.1.0-py3-none-any.whl'
194+
'--extra-py-files':
195+
!Join [
196+
'',
197+
[
198+
s3://demo-pipeline-githubartifactsourcebucket-pdb2ecthlkvb/,
199+
!Ref CommitSha,
200+
/raw_to_stage_etl_modules-0.1.0-py3-none-any.whl,
201+
],
202+
]
187203
ExecutionProperty:
188204
MaxConcurrentRuns: 1
189205
MaxRetries: 0

0 commit comments

Comments
 (0)