perf: use env vars to identify alembic migrations

Author: andhreljaKern

.github/workflows/k8s_test.yml

@@ -26,7 +26,7 @@ jobs:
   call-k8-db-upgrade:
     uses: code-kern-ai/cicd-deployment-scripts/.github/workflows/k8s_db_upgrade.yml@dev
     needs: [call-az-acr-push-test, call-gh-db-migration-wait]
-    if: ${{ github.event.repository.name == 'refinery-gateway' || github.event.repository.name == 'gates-gateway'  || github.event.repository.name == 'cognition-gateway' || github.event.repository.name == 'hosted-inference-api' }}
+    if: ${{ vars.ENABLE_ALEMBIC_MIGRATIONS == 'true' }}
     secrets: inherit
     with:
       alembic_upgrade_rev: 'head'
@@ -45,6 +45,7 @@ jobs:
       KUBERNETES_MANIFEST_PATH: "${{ vars.KUBERNETES_MANIFEST_PATH }}"
       AZURE_RESOURCE_GROUP: "${{ vars.AZURE_RESOURCE_GROUP }}"
       AZURE_CONTAINER_REGISTRY: "${{ vars.AZURE_CONTAINER_REGISTRY }}"
+      ENABLE_ALEMBIC_MIGRATIONS: "${{ vars.ENABLE_ALEMBIC_MIGRATIONS }}"
     steps:
     # Checkout the repository to the GitHub Actions runner
     - name: Checkout
@@ -85,12 +86,13 @@ jobs:
           -d ${{ github.event.repository.name }} \
           -t ${{ needs.call-az-acr-push-test.outputs.GH_REF_NAME }} \
           -r ${{ env.AZURE_CONTAINER_REGISTRY }} \
-          -c "${{ inputs.test_cmd }}"
+          -c "${{ inputs.test_cmd }}" \
+          -a "${{ env.ENABLE_ALEMBIC_MIGRATIONS }}"
 
   call-k8-db-downgrade:
     uses: code-kern-ai/cicd-deployment-scripts/.github/workflows/k8s_db_downgrade.yml@dev
     needs: [call-az-acr-push-test, call-k8-db-upgrade, k8-test]
-    if: ${{ always() && !cancelled() && (needs.call-k8-db-upgrade.outputs.ALEMBIC_CURRENT_REV != needs.call-k8-db-upgrade.outputs.ALEMBIC_UPGRADED_REV) && (github.event.repository.name == 'refinery-gateway' || github.event.repository.name == 'gates-gateway'  || github.event.repository.name == 'cognition-gateway' || github.event.repository.name == 'hosted-inference-api') }}
+    if: ${{ always() && !cancelled() && (needs.call-k8-db-upgrade.outputs.ALEMBIC_CURRENT_REV != needs.call-k8-db-upgrade.outputs.ALEMBIC_UPGRADED_REV) && vars.ENABLE_ALEMBIC_MIGRATIONS == 'true' }}
     secrets: inherit
     with:
       alembic_downgrade_rev: ${{ needs.call-k8-db-upgrade.outputs.ALEMBIC_CURRENT_REV }}

k8s/db_downgrade.sh

@@ -23,7 +23,7 @@ do
     esac
 done
 
-if [ $KUBERNETES_DEPLOYMENT_NAME = "cognition-gateway" ]; then
+if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
     KUBERNETES_DEPLOYMENT_NAME="refinery-gateway"
     set +e
     IMAGE_TAG_EXISTS=$(az acr repository show --name ${AZURE_CONTAINER_REGISTRY} --image ${KUBERNETES_DEPLOYMENT_NAME}:${IMAGE_TAG} 2> /dev/null)

k8s/db_upgrade.sh

@@ -23,7 +23,7 @@ do
     esac
 done
 
-if [ $KUBERNETES_DEPLOYMENT_NAME = "cognition-gateway" ]; then
+if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
     KUBERNETES_DEPLOYMENT_NAME="refinery-gateway"
     set +e
     IMAGE_TAG_EXISTS=$(az acr repository show --name ${AZURE_CONTAINER_REGISTRY} --image ${KUBERNETES_DEPLOYMENT_NAME}:${IMAGE_TAG} 2> /dev/null)

k8s/test.sh

@@ -6,15 +6,17 @@ KUBERNETES_DEPLOYMENT_NAME=""
 TEST_IMAGE_TAG=""
 AZURE_CONTAINER_REGISTRY=""
 TEST_CMD=""
+ENABLE_ALEMBIC_MIGRATIONS="false"
 
-while getopts n:d:h:r:t:c: flag
+while getopts n:d:h:r:t:c:a: flag
 do
     case "${flag}" in
         n) KUBERNETES_NAMESPACE=${OPTARG};;
         d) KUBERNETES_DEPLOYMENT_NAME=${OPTARG};;
         t) TEST_IMAGE_TAG=${OPTARG};;
         r) AZURE_CONTAINER_REGISTRY=${OPTARG};;
         c) TEST_CMD=${OPTARG};;
+        a) ENABLE_ALEMBIC_MIGRATIONS=${OPTARG};;
     esac
 done
 
@@ -24,11 +26,30 @@ echo "Context set to namespace: \"$KUBERNETES_NAMESPACE\""
 echo "::endgroup::"
 
 
-echo "::group::Upgrade deployment image"
 KUBERNETES_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
     --selector app=${KUBERNETES_DEPLOYMENT_NAME} \
     | jq -r '.items[0] | .spec.containers[0].image')
 
+REFINERY_DEPLOYMENT_NAME="refinery-gateway"
+REFINERY_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
+    --selector app=${REFINERY_DEPLOYMENT_NAME} \
+    | jq -r '.items[0] | .spec.containers[0].image')
+
+
+if [ "$ENABLE_ALEMBIC_MIGRATIONS" = "true" ]; then
+    echo "::group::Preparing alembic migrations for test"
+    if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
+        kubectl set image deployment/${REFINERY_DEPLOYMENT_NAME} \
+            ${REFINERY_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} \
+            ${REFINERY_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}
+        kubectl rollout status deployment ${REFINERY_DEPLOYMENT_NAME}
+    else
+        kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}
+    fi
+    echo "::endgroup::"
+fi
+
+echo "::group::Upgrade deployment image"
 kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}
 kubectl rollout status deployment ${KUBERNETES_DEPLOYMENT_NAME}
 echo "::endgroup::"
@@ -46,6 +67,18 @@ set -e
 kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}=${KUBERNETES_POD_EXISTING_IMAGE}
 echo "::endgroup::"
 
+if [ "$ENABLE_ALEMBIC_MIGRATIONS" = "true" ]; then
+    echo "::group::Reverting alembic migrations for test"
+    if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
+        kubectl set image deployment/${REFINERY_DEPLOYMENT_NAME} \
+            ${REFINERY_DEPLOYMENT_NAME}-migrate=${REFINERY_POD_EXISTING_IMAGE} \
+            ${REFINERY_DEPLOYMENT_NAME}=${REFINERY_POD_EXISTING_IMAGE}
+        kubectl rollout status deployment ${REFINERY_DEPLOYMENT_NAME}
+    else
+        kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}-migrate=${REFINERY_POD_EXISTING_IMAGE}
+    fi
+    echo "::endgroup::"
+fi
 
 echo "::notice::using ${KUBERNETES_POD_EXISTING_IMAGE}"