File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -166,7 +166,15 @@ RawStageTransformProcessPythonGlueJob:
166166 Command :
167167 Name : pythonshell
168168 PythonVersion : ' 3.9'
169- ScriptLocation : !Sub s3://some_bucket/txma/raw_to_stage/raw_to_stage_process_glue_job.py
169+ ScriptLocation :
170+ !Join [
171+ ' ' ,
172+ [
173+ s3://demo-pipeline-githubartifactsourcebucket-pdb2ecthlkvb/,
174+ !Ref CommitSha,
175+ /raw_to_stage_process_glue_job.py,
176+ ],
177+ ]
170178 DefaultArguments :
171179 ' --JOB_NAME ' : !Sub ${Environment}-dap-raw-stage-transform-process
172180 ' --LOG_LEVEL ' : ' INFO'
@@ -183,7 +191,15 @@ RawStageTransformProcessPythonGlueJob:
183191 ' --workgroup ' : !Sub ${Environment}-dap-txma-processing
184192 ' --TempDir ' : s3://some_buckett/raw_stage_optimisation_processing/temporary/
185193 ' library-set ' : ' analytics'
186- ' --extra-py-files ' : ' some_bucket/txma/raw_to_stage/raw_to_stage_etl_modules-0.1.0-py3-none-any.whl'
194+ ' --extra-py-files ' :
195+ !Join [
196+ ' ' ,
197+ [
198+ s3://demo-pipeline-githubartifactsourcebucket-pdb2ecthlkvb/,
199+ !Ref CommitSha,
200+ /raw_to_stage_etl_modules-0.1.0-py3-none-any.whl,
201+ ],
202+ ]
187203 ExecutionProperty :
188204 MaxConcurrentRuns : 1
189205 MaxRetries : 0
You can’t perform that action at this time.
0 commit comments