feat(ci): Port all workflow updates from development branch

Author: 1minds3t

.github/workflows/conda_build.yml

@@ -14,6 +14,8 @@ jobs:
   # First job: Wait for PyPI to have the package
   wait-for-pypi:
     runs-on: ubuntu-latest
+    # Add a timeout to this specific job
+    timeout-minutes: 25 
     outputs:
       version: ${{ steps.get-version.outputs.version }}
       sha256: ${{ steps.get-sha.outputs.sha256 }}
@@ -23,6 +25,7 @@ jobs:
       run: |
         if [ "${{ github.event_name }}" == "release" ]; then
           VERSION="${{ github.event.release.tag_name }}"
+          # Remove 'v' prefix if it exists
           VERSION="${VERSION#v}"
         else
           VERSION="${{ github.event.inputs.version }}"
@@ -34,10 +37,11 @@ jobs:
       id: wait-pypi
       run: |
         VERSION="${{ steps.get-version.outputs.version }}"
-        MAX_ATTEMPTS=20
+        # Increased attempts and sleep time for a total wait of up to 20 minutes
+        MAX_ATTEMPTS=40
         SLEEP_TIME=30
         
-        echo "Checking for omnipkg version $VERSION on PyPI..."
+        echo "Checking for omnipkg version $VERSION on PyPI (will try for up to 20 minutes)..."
         
         for i in $(seq 1 $MAX_ATTEMPTS); do
           echo "Attempt $i/$MAX_ATTEMPTS..."
@@ -49,18 +53,20 @@ jobs:
           if [ "$HTTP_CODE" = "200" ]; then
             echo "✓ Package version found on PyPI API!"
             
-            # Also verify the tar.gz file is downloadable
+            # Also verify the tar.gz file is downloadable from the CDN
             DOWNLOAD_URL="https://files.pythonhosted.org/packages/source/o/omnipkg/omnipkg-$VERSION.tar.gz"
             DOWNLOAD_CODE=$(curl -s -o /dev/null -w "%{http_code}" -I "$DOWNLOAD_URL")
             
             if [ "$DOWNLOAD_CODE" = "200" ] || [ "$DOWNLOAD_CODE" = "302" ]; then
-              echo "✓ Package file is downloadable!"
+              echo "✓ Package file is downloadable! Proceeding."
+              # Give it a few extra seconds just in case
+              sleep 5
               break
             else
-              echo "⚠ Package found in API but file not yet available (HTTP $DOWNLOAD_CODE)"
+              echo "⚠ Package found in API but file not yet available on CDN (HTTP $DOWNLOAD_CODE)"
             fi
           else
-            echo "Package not yet available (HTTP $HTTP_CODE)"
+            echo "Package not yet available on API (HTTP $HTTP_CODE)"
           fi
           
           if [ $i -eq $MAX_ATTEMPTS ]; then
@@ -69,7 +75,7 @@ jobs:
             exit 1
           fi
           
-          echo "Waiting ${SLEEP_TIME}s..."
+          echo "Waiting ${SLEEP_TIME}s before next attempt..."
           sleep $SLEEP_TIME
         done
 
@@ -79,32 +85,22 @@ jobs:
         VERSION="${{ steps.get-version.outputs.version }}"
         
         echo "Downloading package from PyPI..."
-        # Try the files.pythonhosted.org URL first (CDN)
         if ! curl -L -f -o "omnipkg-$VERSION.tar.gz" \
           "https://files.pythonhosted.org/packages/source/o/omnipkg/omnipkg-$VERSION.tar.gz"; then
-          # Fallback to pypi.org URL
-          echo "CDN failed, trying pypi.org..."
+          echo "CDN failed, trying pypi.org fallback..."
           curl -L -f -o "omnipkg-$VERSION.tar.gz" \
             "https://pypi.org/packages/source/o/omnipkg/omnipkg-$VERSION.tar.gz"
         fi
         
-        # Verify file size
         FILE_SIZE=$(wc -c < "omnipkg-$VERSION.tar.gz")
         echo "File size: $FILE_SIZE bytes"
-        
         if [ "$FILE_SIZE" -lt 10000 ]; then
-          echo "Error: File too small ($FILE_SIZE bytes)"
+          echo "Error: Downloaded file is too small ($FILE_SIZE bytes), which is suspicious."
           exit 1
         fi
         
         echo "Calculating SHA256..."
-        if command -v sha256sum &> /dev/null; then
-          SHA256=$(sha256sum "omnipkg-$VERSION.tar.gz" | cut -d' ' -f1)
-        elif command -v shasum &> /dev/null; then
-          SHA256=$(shasum -a 256 "omnipkg-$VERSION.tar.gz" | cut -d' ' -f1)
-        else
-          SHA256=$(python3 -c "import hashlib; print(hashlib.sha256(open('omnipkg-$VERSION.tar.gz', 'rb').read()).hexdigest())")
-        fi
+        SHA256=$(sha256sum "omnipkg-$VERSION.tar.gz" | cut -d' ' -f1)
         
         echo "sha256=$SHA256" >> $GITHUB_OUTPUT
         echo "SHA256: $SHA256"
@@ -113,8 +109,11 @@ jobs:
   update-feedstock:
     needs: wait-for-pypi
     runs-on: ubuntu-latest
+    # Add a timeout to this specific job
+    timeout-minutes: 20 
     if: github.event_name == 'release'
     steps:
+    # ... (steps for this job remain the same) ...
     - name: Checkout your feedstock fork
       uses: actions/checkout@v4
       with:
@@ -135,11 +134,9 @@ jobs:
         
         echo "Updating recipe/meta.yaml to version $VERSION with SHA256: $SHA256"
         
-        # Update version and sha256 in meta.yaml
         sed -i "s/{% set version = \".*\" %}/{% set version = \"$VERSION\" %}/" recipe/meta.yaml
         sed -i "s/sha256: .*/sha256: $SHA256/" recipe/meta.yaml
         
-        # Show the changes
         echo "=== Updated meta.yaml (first 30 lines) ==="
         head -30 recipe/meta.yaml
 
@@ -178,16 +175,20 @@ jobs:
         base: main
         push-to-fork: 1minds3t/omnipkg-feedstock
 
+
   # Third job: Build conda packages for your own channel
   build-and-upload:
     needs: wait-for-pypi
     runs-on: ${{ matrix.os }}
+    # Add a timeout to this job, which applies to each matrix instance
+    timeout-minutes: 45
     strategy:
       matrix:
         os: [ubuntu-latest, windows-latest, macos-latest]
         python-version: ['3.10', '3.11', '3.12']
 
     steps:
+    # ... (steps for this job remain the same) ...
     - name: Checkout code
       uses: actions/checkout@v4
 
@@ -212,7 +213,6 @@ jobs:
         
         echo "Using version $VERSION with SHA256: $SHA256"
         
-        # Update the version and sha256 in meta.yaml (cross-platform sed)
         if [[ "$RUNNER_OS" == "macOS" ]]; then
           sed -i '' "s/{% set version = \".*\" %}/{% set version = \"$VERSION\" %}/" omnipkg/conda-recipe/meta.yaml
           sed -i '' "s/sha256: .*/sha256: $SHA256/" omnipkg/conda-recipe/meta.yaml

.github/workflows/docker-ci-ghcr.yml

@@ -0,0 +1,51 @@
+name: CI - Build and Push to GHCR
+
+on:
+  push:
+    branches: [ main ]
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-push-ghcr:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to GitHub Container Registry
+      uses: docker/login-action@v3
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: Extract metadata (tags, labels)
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+        # This will tag the main branch commit with 'latest'
+        tags: |
+          type=raw,value=latest,enable={{is_default_branch}}
+
+    - name: Build and push to GHCR
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        platforms: linux/amd64,linux/arm64
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        cache-from: type=gha
+        cache-to: type=gha,mode=max

.github/workflows/docker-release-dockerhub

@@ -0,0 +1,47 @@
+name: RELEASE - Publish to Docker Hub
+
+on:
+  release:
+    types: [published]
+
+jobs:
+  build-and-push-dockerhub:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Docker Hub
+      uses: docker/login-action@v3
+      with:
+        username: 1minds3t
+        password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+    - name: Extract metadata for Docker Hub
+      id: meta
+      uses: docker/metadata-action@v5
+      with:
+        images: 1minds3t/omnipkg
+        # This creates tags like: 1.5.7, 1.5, and latest
+        tags: |
+          type=semver,pattern={{version}}
+          type=semver,pattern={{major}}.{{minor}}
+          type=raw,value=latest,enable={{is_default_branch}}
+
+    - name: Build and push to Docker Hub
+      uses: docker/build-push-action@v5
+      with:
+        context: .
+        platforms: linux/amd64,linux/arm64
+        push: true
+        tags: ${{ steps.meta.outputs.tags }}
+        labels: ${{ steps.meta.outputs.labels }}
+        # You can still leverage the GHA cache from the CI workflow
+        cache-from: type=gha
+        cache-to: type=gha,mode=max

.github/workflows/flask_port_finder_test.yml

@@ -0,0 +1,136 @@
+name: "🧪 Flask Port Finder & Auto-Healing Test"
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    services:
+      redis:
+        image: redis:7
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 6379:6379
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: 📦 Install omnipkg (editable) and Redis client
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e . redis
+
+      - name: Configure omnipkg for non-interactive use
+        run: |
+          python - << 'EOF'
+          import sys
+          import site
+          import json
+          from pathlib import Path
+          import os
+          import sysconfig
+
+          try:
+              site_packages_path = site.getsitepackages()[0]
+          except (IndexError, AttributeError):
+              site_packages_path = sysconfig.get_paths()['purelib']
+
+          project_root = Path(os.environ['GITHUB_WORKSPACE'])
+          
+          builder_script = project_root / 'omnipkg' / 'package_meta_builder.py'
+          if not builder_script.exists():
+              print(f"Error: {builder_script} does not exist")
+              sys.exit(1)
+
+          config_data = {
+              'site_packages_path': site_packages_path,
+              'multiversion_base': str(Path(site_packages_path) / '.omnipkg_versions'),
+              'python_executable': sys.executable,
+              'builder_script_path': str(builder_script),
+              'redis_host': 'localhost',
+              'redis_port': 6379,
+              'redis_key_prefix': 'omnipkg:pkg:',
+              'paths_to_index': [str(Path(sys.executable).parent), '/usr/local/bin', '/usr/bin', '/bin', '/usr/sbin', '/sbin'],
+              'auto_cleanup': True,
+              'cleanup_threshold_days': 30
+          }
+
+          config_dir = Path.home() / '.config' / 'omnipkg'
+          config_dir.mkdir(parents=True, exist_ok=True)
+          config_path = config_dir / 'config.json'
+          
+          try:
+              with open(config_path, 'w') as f:
+                  json.dump(config_data, f, indent=2)
+              print(f'omnipkg config created at {config_path}:')
+              print(json.dumps(config_data, indent=2))
+          except Exception as e:
+              print(f"Error writing config: {e}")
+              sys.exit(1)
+          EOF
+
+      - name: 🧪 Run the Demo - Flask Port Finder Test
+        id: run_demo
+        run: |
+          echo "--- Running Omnipkg Demo for Flask Port Finder (Auto-Healing) ---"
+          mkdir -p /tmp/omnipkg-artifacts
+          
+          # Run demo #9 and capture output and the correct exit code from the omnipkg command
+          timeout 900 bash -c 'echo "9" | omnipkg demo 2>&1 | tee /tmp/omnipkg-artifacts/flask_demo_output.txt'
+          DEMO_EXIT_CODE=${PIPESTATUS[0]}
+          
+          # Save output to GitHub step summary for easy viewing
+          echo "## Flask Port Finder Demo Output" >> $GITHUB_STEP_SUMMARY
+          echo '```' >> $GITHUB_STEP_SUMMARY
+          cat /tmp/omnipkg-artifacts/flask_demo_output.txt >> $GITHUB_STEP_SUMMARY
+          echo '```' >> $GITHUB_STEP_SUMMARY
+          
+          # The overall script should exit with 0 if the final, healed run was successful.
+          # We add extra checks of the log content for robustness.
+          if [ $DEMO_EXIT_CODE -eq 0 ]; then
+               echo "Demo completed with successful exit code ($DEMO_EXIT_CODE). Performing log verification..."
+               echo "demo_outcome=success" >> $GITHUB_OUTPUT
+               
+               # Count the number of passed tests in the final summary block
+               PASSED_COUNT=$(grep -c "✅ TEST .* PASSED" /tmp/omnipkg-artifacts/flask_demo_output.txt || echo "0")
+               
+               # Check that all 6 tests are marked as passed
+               if [ "$PASSED_COUNT" -ge 6 ] && grep -q "Demo completed successfully" /tmp/omnipkg-artifacts/flask_demo_output.txt; then
+                 echo "✅ Verification PASSED: Found $PASSED_COUNT passed tests and success message in the logs."
+               else
+                 echo "❌ Verification FAILED: Expected 6 PASSED tests and a success message, but validation failed."
+                 echo "--- Full Demo Output ---"
+                 cat /tmp/omnipkg-artifacts/flask_demo_output.txt
+                 exit 1
+               fi
+          else
+            echo "❌ Demo failed with a non-zero exit code: $DEMO_EXIT_CODE."
+            echo "demo_outcome=failure" >> $GITHUB_OUTPUT
+            echo "--- Full Demo Output ---"
+            cat /tmp/omnipkg-artifacts/flask_demo_output.txt
+            exit 1
+          fi
+
+      - name: Archive Demo Output
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: omnipkg-flask-demo-output
+          path: /tmp/omnipkg-artifacts/
+          retention-days: 7
+          compression-level: 6