change role

Author: adnahassan

.github/workflows/deploy-to-dev-demo.yml

@@ -24,7 +24,7 @@ jobs:
       - uses: aws-actions/configure-aws-credentials@v4
         with:
           aws-region: eu-west-2
-          role-to-assume: ${{ secrets.ELT_METADATA_UPLOAD_ROLE_ARN }}
+          role-to-assume: ${{ secrets.GH_ACTIONS_ROLE_ARN_DEMO }}
       - name: Build release distributions
         env:
           ARTIFACT_BUCKET_NAME: ${{ secrets.ARTEFACT_BUCKET_NAME_DEMO }}

scripts/build-and-deploy-etl.sh

@@ -42,14 +42,14 @@ if [ "$runtype" != "local" ]; then
   BUCKET_NAME="$(echo "$lowercase_environment")-dap-elt-metadata"
   COMMIT_MESSAGE_CLEAN=$(echo "$COMMIT_MESSAGE" | sed "s/'/\\'/g" | sed 's/ (#[0-9]*)$//' | head -c 256)
 
-  # Upload files with metadata
-  for file in $(find "$FILES_ROOT" -type f); do
-    key="txma/raw_to_stage/$(basename "$file")"
-    aws --region="$REGION" s3api put-object --bucket "$BUCKET_NAME" --key "$key" --body "$file" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
-  done
-
-  echo "Uploading raw_to_stage_process_glue_job.py from $CURRENT_DIR to s3 path $DESTINATION_PATH"
-  aws --region="$REGION" s3api put-object --bucket "$BUCKET_NAME" --key "txma/raw_to_stage/raw_to_stage_process_glue_job.py" --body "$ETL_ROOT/raw_to_stage_process_glue_job.py" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
+  # # Upload files with metadata
+  # for file in $(find "$FILES_ROOT" -type f); do
+  #   key="txma/raw_to_stage/$(basename "$file")"
+  #   aws --region="$REGION" s3api put-object --bucket "$BUCKET_NAME" --key "$key" --body "$file" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
+  # done
+
+  # echo "Uploading raw_to_stage_process_glue_job.py from $CURRENT_DIR to s3 path $DESTINATION_PATH"
+  # aws --region="$REGION" s3api put-object --bucket "$BUCKET_NAME" --key "txma/raw_to_stage/raw_to_stage_process_glue_job.py" --body "$ETL_ROOT/raw_to_stage_process_glue_job.py" --metadata "Commit-Sha=${COMMIT_SHA},Commit-Message=${COMMIT_MESSAGE_CLEAN}" > /dev/null
 
   if [ -n "$ARTIFACT_BUCKET_NAME" ]; then
     echo "Uploading files to artifact bucket with commit SHA as name"