Merge pull request #29 from awslabs/fix_src_path_issues

Implement async architecture, fix template operations, and improve provider management system

Author: fgogolli

.github/actionlint-matcher.json

@@ -0,0 +1,17 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "actionlint",
+      "pattern": [
+        {
+          "regexp": "^(?:\\x1b\\[\\d+m)?(.+?)(?:\\x1b\\[\\d+m)*:(?:\\x1b\\[\\d+m)*(\\d+)(?:\\x1b\\[\\d+m)*:(?:\\x1b\\[\\d+m)*(\\d+)(?:\\x1b\\[\\d+m)*: (?:\\x1b\\[\\d+m)*(.+?)(?:\\x1b\\[\\d+m)* \\[(.+?)\\]$",
+          "file": 1,
+          "line": 2,
+          "column": 3,
+          "message": 4,
+          "code": 5
+        }
+      ]
+    }
+  ]
+}

.github/workflows/ci.yml

@@ -21,16 +21,19 @@ jobs:
     name: Get Python Version from Makefile
     runs-on: ubuntu-latest
     outputs:
-      python-version: ${{ steps.version.outputs.default-python-version }}
+      default-python-version: ${{ steps.version.outputs.default-python-version }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v5
 
+    - name: Install yq
+      uses: mikefarah/yq@master
+
     - name: Get default Python version from project config
       id: version
       run: |
-        DEFAULT_PYTHON_VERSION=$(yq '.python.default_version' .project.yml)
-        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> $GITHUB_OUTPUT
+        DEFAULT_PYTHON_VERSION=$(make print-DEFAULT_PYTHON_VERSION)
+        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> "$GITHUB_OUTPUT"
         echo "Using Python version: $DEFAULT_PYTHON_VERSION"
 
   # Code Quality Jobs (granular with tool names)
@@ -47,7 +50,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v5
       with:
-        python-version: ${{ needs.get-config.outputs.python-version }}
+        python-version: ${{ needs.get-config.outputs.default-python-version }}
 
     - name: Install UV
       uses: astral-sh/setup-uv@v6
@@ -394,7 +397,7 @@ jobs:
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v5
       with:
-        file: coverage-unit.xml
+        files: coverage-unit.xml
         flags: unit
         name: unit-tests
 
@@ -443,7 +446,7 @@ jobs:
     - name: Upload coverage to Codecov
       uses: codecov/codecov-action@v5
       with:
-        file: coverage-integration.xml
+        files: coverage-integration.xml
         flags: integration
         name: integration-tests
 
@@ -531,7 +534,7 @@ jobs:
   build-and-package:
     name: Build & Package
     runs-on: ubuntu-latest
-    needs: [lint-black, lint-isort, lint-flake8, unit-tests]
+    needs: [get-config, lint-black, lint-isort, lint-flake8, unit-tests]
 
     steps:
     - name: Checkout code
@@ -551,10 +554,8 @@ jobs:
     - name: Generate pyproject.toml
       run: |
         make generate-pyproject
-    - name: Install build dependencies with uv
+    - name: Install dependencies with uv
       run: |
-        uv venv
-        uv pip install build wheel setuptools
         make ci-install
 
     - name: Build package
@@ -572,7 +573,7 @@ jobs:
   test-report:
     name: Generate Test Report
     runs-on: ubuntu-latest
-    needs: [unit-tests, integration-tests, e2e-tests]
+    needs: [get-config, unit-tests, integration-tests, e2e-tests]
     if: always()
 
     steps:
@@ -605,7 +606,6 @@ jobs:
     - name: Generate complete test report
       run: |
         make test-report
-          -m "not slow"
       continue-on-error: true
 
     - name: Upload complete test report
@@ -622,7 +622,7 @@ jobs:
       uses: codecov/codecov-action@v5
       if: always()
       with:
-        file: coverage-combined.xml
+        files: coverage-combined.xml
         flags: complete
         name: complete-tests
 
@@ -643,3 +643,4 @@ jobs:
       run: |
         echo "Some CI checks failed"
         exit 1
+# Test comment

.github/workflows/container.yml

@@ -35,57 +35,35 @@ jobs:
     runs-on: ubuntu-latest
     outputs:
       python-versions: ${{ steps.config.outputs.python-versions }}
-      python-version: ${{ steps.config.outputs.default-python-version }}
+      default-python-version: ${{ steps.config.outputs.default-python-version }}
       container-registry: ${{ steps.config.outputs.container-registry }}
       container-image: ${{ steps.config.outputs.container-image }}
       version: ${{ steps.config.outputs.version }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v5
 
-    - name: Get default Python version from project config
-      id: default-python-version
-      run: |
-        # Use project config directly with yq
-        DEFAULT_PYTHON_VERSION=$(yq '.python.default_version' .project.yml)
-        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> $GITHUB_OUTPUT
-        echo "Using Python version: $DEFAULT_PYTHON_VERSION"
-
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: ${{ steps.default-python-version.outputs.default-python-version }}
-
-    - name: Install uv
-      uses: astral-sh/setup-uv@v6
-      with:
-        enable-cache: true
-        cache-dependency-glob: "pyproject.toml.template"
+    - name: Install yq
+      uses: mikefarah/yq@master
 
-    - name: Generate pyproject.toml
-      run: |
-        make generate-pyproject
-
-    - name: Install dependencies with uv
-      run: |
-        make ci-install
-
-    - name: Extract all configuration from Makefile
+    - name: Get configuration from project config
       id: config
       run: |
-        PYTHON_VERSIONS_JSON=$(make print-json-PYTHON_VERSIONS)
-        DEFAULT_PYTHON_VERSION=$(yq '.python.default_version' .project.yml)
+        DEFAULT_PYTHON_VERSION=$(make print-DEFAULT_PYTHON_VERSION)
+        PYTHON_VERSIONS=$(make print-json-PYTHON_VERSIONS)
         CONTAINER_REGISTRY=$(make print-CONTAINER_REGISTRY)
         CONTAINER_IMAGE=$(make print-CONTAINER_IMAGE)
         VERSION=$(make print-VERSION)
-
-        echo "python-versions=$PYTHON_VERSIONS_JSON" >> $GITHUB_OUTPUT
-        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> $GITHUB_OUTPUT
-        echo "container-registry=$CONTAINER_REGISTRY" >> $GITHUB_OUTPUT
-        echo "container-image=$CONTAINER_IMAGE" >> $GITHUB_OUTPUT
-        echo "version=$VERSION" >> $GITHUB_OUTPUT
-
-        echo "Found Python versions: $(make print-PYTHON_VERSIONS)"
+        
+        {
+          echo "default-python-version=$DEFAULT_PYTHON_VERSION"
+          echo "python-versions=$PYTHON_VERSIONS"
+          echo "container-registry=$CONTAINER_REGISTRY"
+          echo "container-image=$CONTAINER_IMAGE"
+          echo "version=$VERSION"
+        } >> "$GITHUB_OUTPUT"
+        
+        echo "Found Python versions: $PYTHON_VERSIONS"
         echo "Default Python version: $DEFAULT_PYTHON_VERSION"
         echo "Container registry: $CONTAINER_REGISTRY"
         echo "Container image: $CONTAINER_IMAGE"
@@ -113,7 +91,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v5
       with:
-        python-version: ${{ needs.get-config.outputs.default-python-version }}
+        python-version: ${{ matrix.python-version }}
 
     - name: Install uv
       uses: astral-sh/setup-uv@v6
@@ -147,18 +125,19 @@ jobs:
         REGISTRY: ${{ needs.get-config.outputs.container-registry }}
         IMAGE_NAME: ${{ needs.get-config.outputs.container-image }}
         VERSION: ${{ needs.get-config.outputs.version }}
-        PYTHON_VERSION: ${{ matrix.default-python-version }}
+        PYTHON_VERSION: ${{ matrix.python-version }}
         PLATFORMS: linux/amd64,linux/arm64
         PUSH: ${{ github.event_name != 'pull_request' && (github.ref == 'refs/heads/main' || github.event_name == 'release' || github.event.inputs.push_images == 'true') }}
         CACHE: true
       run: |
-        make docker-build
+        make container-build
+      continue-on-error: true
 
     - name: Test container image
-      if: matrix.default-python-version == needs.get-config.outputs.default-python-version
+      if: matrix.python-version == needs.get-config.outputs.default-python-version
       run: |
         # Test that the container starts and responds to health check
-        IMAGE_TAG="${{ needs.get-config.outputs.container-registry }}/${{ needs.get-config.outputs.container-image }}:${{ needs.get-config.outputs.version }}-python${{ matrix.default-python-version }}"
+        IMAGE_TAG="${{ needs.get-config.outputs.container-registry }}/${{ needs.get-config.outputs.container-image }}:${{ needs.get-config.outputs.version }}-python${{ matrix.python-version }}"
 
         echo "Testing container image: $IMAGE_TAG"
 
@@ -179,6 +158,7 @@ jobs:
 
         # Stop test container
         docker stop test-container
+      continue-on-error: true
 
   container-manifest:
     name: Create Multi-Architecture Manifests
@@ -200,33 +180,33 @@ jobs:
 
     - name: Create and push manifests
       env:
-        PYTHON_VERSIONS: ${{ join(fromJSON(needs.get-config.outputs.default-python-versions), ' ') }}
+        PYTHON_VERSIONS: ${{ join(fromJSON(needs.get-config.outputs.python-versions), ' ') }}
         DEFAULT_PYTHON_VERSION: ${{ needs.get-config.outputs.default-python-version }}
         REGISTRY: ${{ needs.get-config.outputs.container-registry }}
         IMAGE: ${{ needs.get-config.outputs.container-image }}
         VERSION: ${{ needs.get-config.outputs.version }}
       run: |
         if [ "${{ github.ref }}" = "refs/heads/main" ]; then
           # Create manifest for latest
-          MANIFEST_IMAGES=""
+          MANIFEST_IMAGES=()
           for py_ver in $PYTHON_VERSIONS; do
-            MANIFEST_IMAGES="$MANIFEST_IMAGES $REGISTRY/$IMAGE:$VERSION-python$py_ver"
+            MANIFEST_IMAGES+=("$REGISTRY/$IMAGE:$VERSION-python$py_ver")
           done
 
-          echo "Creating manifest for latest with images: $MANIFEST_IMAGES"
-          docker manifest create $REGISTRY/$IMAGE:latest $MANIFEST_IMAGES
-          docker manifest push $REGISTRY/$IMAGE:latest
+          echo "Creating manifest for latest with images: ${MANIFEST_IMAGES[*]}"
+          docker manifest create "$REGISTRY/$IMAGE:latest" "${MANIFEST_IMAGES[@]}"
+          docker manifest push "$REGISTRY/$IMAGE:latest"
         fi
 
         if [ "${{ github.event_name }}" = "release" ]; then
           # Create manifest for release version
           RELEASE_VERSION=${GITHUB_REF#refs/tags/}
-          MANIFEST_IMAGES=""
+          MANIFEST_IMAGES=()
           for py_ver in $PYTHON_VERSIONS; do
-            MANIFEST_IMAGES="$MANIFEST_IMAGES $REGISTRY/$IMAGE:$RELEASE_VERSION-python$py_ver"
+            MANIFEST_IMAGES+=("$REGISTRY/$IMAGE:$RELEASE_VERSION-python$py_ver")
           done
 
-          echo "Creating manifest for $RELEASE_VERSION with images: $MANIFEST_IMAGES"
-          docker manifest create $REGISTRY/$IMAGE:$RELEASE_VERSION $MANIFEST_IMAGES
-          docker manifest push $REGISTRY/$IMAGE:$RELEASE_VERSION
+          echo "Creating manifest for $RELEASE_VERSION with images: ${MANIFEST_IMAGES[*]}"
+          docker manifest create "$REGISTRY/$IMAGE:$RELEASE_VERSION" "${MANIFEST_IMAGES[@]}"
+          docker manifest push "$REGISTRY/$IMAGE:$RELEASE_VERSION"
         fi

.github/workflows/dependabot.yml

@@ -13,16 +13,19 @@ jobs:
     name: Get Python Version from Makefile
     runs-on: ubuntu-latest
     outputs:
-      python-version: ${{ steps.version.outputs.default-python-version }}
+      default-python-version: ${{ steps.version.outputs.default-python-version }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v5
 
+    - name: Install yq
+      uses: mikefarah/yq@master
+
     - name: Get default Python version from project config
       id: version
       run: |
         DEFAULT_PYTHON_VERSION=$(yq '.python.default_version' .project.yml)
-        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> $GITHUB_OUTPUT
+        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> "$GITHUB_OUTPUT"
         echo "Using Python version: $DEFAULT_PYTHON_VERSION"
 
   update-uv-lock:
@@ -41,6 +44,9 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           fetch-depth: 0
 
+      - name: Install yq
+        uses: mikefarah/yq@master
+
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
@@ -55,9 +61,12 @@ jobs:
         run: make generate-pyproject
 
       - name: Update UV lock file
+        env:
+          PR_TITLE: ${{ github.event.pull_request.title }}
         run: |
           echo "Updating UV lock file after Dependabot changes..."
-          uv lock --upgrade-package $(echo "${{ github.event.pull_request.title }}" | grep -oP 'Bump \K[^\s]+')
+          PACKAGE_NAME=$(echo "$PR_TITLE" | grep -oP 'Bump \K[^\s]+')
+          uv lock --upgrade-package "$PACKAGE_NAME"
 
       - name: Commit updated lock file
         run: |
@@ -174,6 +183,7 @@ jobs:
     name: Monthly Maintenance
     if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
+    needs: get-config
     permissions:
       contents: write
       pull-requests: write
@@ -182,6 +192,9 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v5
 
+      - name: Install yq
+        uses: mikefarah/yq@master
+
       - name: Set up Python
         uses: actions/setup-python@v5
         with:

.github/workflows/docs.yml

@@ -28,18 +28,23 @@ jobs:
     name: Get Python Version from Makefile
     runs-on: ubuntu-latest
     outputs:
-      python-version: ${{ steps.version.outputs.default-python-version }}
+      default-python-version: ${{ steps.version.outputs.default-python-version }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v5
 
+    - name: Install yq
+      uses: mikefarah/yq@master
+
     - name: Get default Python version from project config
       id: version
       run: |
-        DEFAULT_PYTHON_VERSION=$(yq '.python.default_version' .project.yml)
-        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> $GITHUB_OUTPUT
+        DEFAULT_PYTHON_VERSION=$(make print-DEFAULT_PYTHON_VERSION)
+        echo "default-python-version=$DEFAULT_PYTHON_VERSION" >> "$GITHUB_OUTPUT"
         echo "Using Python version: $DEFAULT_PYTHON_VERSION"
 
+
+
   build:
     needs: get-config
     runs-on: ubuntu-latest