Throttle Sceptre deployment (#1498)

AWS is throttling cloudformation deployments to service catalog
accounts because there are too many requests to the service catalog
APIs. This is causing deployments to fail and put service catalog in
a bad state.

This reverts the temporary disabling of service catalog deployments
in PR #1496.  It also installs a development version of Sceptre containing
a max-concurrency option that will throttle sceptre requests to avoid
the AWS throttling.

Author: zaro0508

.github/workflows/aws-deploy.yaml

@@ -45,7 +45,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install sceptre sceptre-json-resolver sceptre-request-resolver sceptre-ssm-resolver
+          pip install git+https://github.com/zaro0508/sceptre@max-concurrency sceptre-json-resolver sceptre-request-resolver sceptre-ssm-resolver
       - name: Assume AWS Role
         uses: aws-actions/configure-aws-credentials@v2
         with:

.github/workflows/aws-scipool.yaml

@@ -46,7 +46,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install sceptre sceptre-json-resolver sceptre-request-resolver sceptre-ssm-resolver
+          pip install git+https://github.com/zaro0508/sceptre@max-concurrency sceptre-json-resolver sceptre-request-resolver sceptre-ssm-resolver
       - name: Assume AWS Role
         uses: aws-actions/configure-aws-credentials@v2
         with:

.github/workflows/deploy.yaml

@@ -110,38 +110,38 @@ jobs:
       role-to-assume: "arn:aws:iam::751556145034:role/github-oidc-sage-bionetworks-it"
       role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
       working-dir: "sceptre/strides-ampad-workflows"
-  # temporarily disabling scipool deployments due to AWS throttling issues
-  # sceptre-scipooldev:
-  #   needs: [org-formation]
-  #   uses: "./.github/workflows/aws-deploy.yaml"
-  #   with:
-  #     role-to-assume: "arn:aws:iam::465877038949:role/sagebase-github-oidc-sage-bionetworks-it"
-  #     working-dir: "sceptre/scipool"
-  #     role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
-  #     sceptre-command: "sceptre launch develop --prune --yes"
-  # sceptre-scipoolprod:
-  #   needs: [org-formation]
-  #   uses: "./.github/workflows/aws-scipool.yaml"
-  #   with:
-  #     role-to-assume: "arn:aws:iam::237179673806:role/sagebase-github-oidc-sage-bionetworks-it"
-  #     role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
-  #     working-dir: "sceptre/scipool"
-  # sceptre-stridespool:
-  #   needs: [org-formation, sceptre-strides]
-  #   uses: "./.github/workflows/aws-scipool.yaml"
-  #   with:
-  #     role-to-assume: "arn:aws:iam::423819316185:role/github-oidc-sage-bionetworks-it"
-  #     role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
-  #     working-dir: "sceptre/scipool"
-  #     sceptre-command: "sceptre launch strides --prune --yes"
+  sceptre-scipooldev:
+    needs: [org-formation]
+    uses: "./.github/workflows/aws-deploy.yaml"
+    with:
+      role-to-assume: "arn:aws:iam::465877038949:role/sagebase-github-oidc-sage-bionetworks-it"
+      working-dir: "sceptre/scipool"
+      role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
+      sceptre-command: "sceptre launch develop --prune --yes --max-concurrency 1"
+  sceptre-scipoolprod:
+    needs: [org-formation]
+    uses: "./.github/workflows/aws-scipool.yaml"
+    with:
+      role-to-assume: "arn:aws:iam::237179673806:role/sagebase-github-oidc-sage-bionetworks-it"
+      role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
+      working-dir: "sceptre/scipool"
+      sceptre-command: "sceptre launch prod --prune --yes --max-concurrency 1"
+  sceptre-stridespool:
+    needs: [org-formation, sceptre-strides]
+    uses: "./.github/workflows/aws-scipool.yaml"
+    with:
+      role-to-assume: "arn:aws:iam::423819316185:role/github-oidc-sage-bionetworks-it"
+      role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
+      working-dir: "sceptre/scipool"
+      sceptre-command: "sceptre launch strides --prune --yes --max-concurrency 1"
   sceptre-sageit-staging:
     needs: [org-formation]
     uses: "./.github/workflows/aws-deploy.yaml"
     with:
       role-to-assume: "arn:aws:iam::797640923903:role/sagebase-github-oidc-sage-bionetworks-it"
       role-session-name: ${{ needs.org-formation.outputs.role-session-name }}
       working-dir: "sceptre/sageit"
-      sceptre-command: "sceptre launch staging --prune --yes"
+      sceptre-command: "sceptre launch staging --prune --yes --max-concurrency 1"
   sceptre-sageit-prod:
     needs: [org-formation]
     uses: "./.github/workflows/aws-deploy.yaml"