wip

Author: leseb

.github/workflows/redhat-distro-container.yml

@@ -74,69 +74,73 @@ jobs:
         shell: bash
         run: ./tests/run_integration_tests.sh
 
-      - name: Gather logs and debugging information
-        if: always()
-        shell: bash
-        run: |
-          # Create logs directory
-          mkdir -p logs
-
-          docker logs llama-stack > logs/llama-stack.log 2>&1 || echo "Failed to get llama-stack logs" > logs/llama-stack.log
-          docker logs vllm > logs/vllm.log 2>&1 || echo "Failed to get vllm logs" > logs/vllm.log
-
-          # Gather system information
-          echo "=== System information ==="
-          {
-            echo "Disk usage:"
-            df -h
-            echo "Memory usage:"
-            free -h
-            echo "Docker images:"
-            docker images
-            echo "Docker containers:"
-            docker ps -a
-          } > logs/system-info.log 2>&1
-
-          # Gather integration test logs if they exist
-          echo "=== Integration test artifacts ==="
-          if [ -d "/tmp/llama-stack-integration-tests" ]; then
-            find /tmp/llama-stack-integration-tests -name "*.log" -o -name "pytest.log" -o -name "*.out" 2>/dev/null | while read -r file; do
-              cp "$file" "logs/$(basename "$file")" || true
-            done
-          fi
-
-      - name: Upload logs as artifacts
-        if: always()
-        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.7.0
-        with:
-          name: ci-logs-${{ github.sha }}
-          path: logs/
-          retention-days: 7
-
-      - name: cleanup
-        if: always()
-        shell: bash
-        run: |
-          docker rm -f vllm llama-stack
-
-      - name: Log in to Quay.io
-        id: login
-        if: github.event_name == 'push'
-        uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v3.5.0
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ secrets.QUAY_USERNAME }}
-          password: ${{ secrets.QUAY_PASSWORD }}
-
-      - name: Publish image to Quay.io
-        id: publish
-        if: github.event_name == 'push'
-        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0
-        with:
-          context: .
-          file: distribution/Containerfile
-          platforms: ${{ matrix.platform }}
-          push: true
-          tags: ${{ env.IMAGE_NAME }}:${{ github.sha }}${{ github.ref == 'refs/heads/main' && format(',{0}:latest', env.IMAGE_NAME) || '' }}  # only update 'latest' tag if push is to the 'main' branch
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
+      # - name: Gather logs and debugging information
+      #   if: always()
+      #   shell: bash
+      #   run: |
+      #     # Create logs directory
+      #     mkdir -p logs
+
+      #     docker logs llama-stack > logs/llama-stack.log 2>&1 || echo "Failed to get llama-stack logs" > logs/llama-stack.log
+      #     docker logs vllm > logs/vllm.log 2>&1 || echo "Failed to get vllm logs" > logs/vllm.log
+
+      #     # Gather system information
+      #     echo "=== System information ==="
+      #     {
+      #       echo "Disk usage:"
+      #       df -h
+      #       echo "Memory usage:"
+      #       free -h
+      #       echo "Docker images:"
+      #       docker images
+      #       echo "Docker containers:"
+      #       docker ps -a
+      #     } > logs/system-info.log 2>&1
+
+      #     # Gather integration test logs if they exist
+      #     echo "=== Integration test artifacts ==="
+      #     if [ -d "/tmp/llama-stack-integration-tests" ]; then
+      #       find /tmp/llama-stack-integration-tests -name "*.log" -o -name "pytest.log" -o -name "*.out" 2>/dev/null | while read -r file; do
+      #         cp "$file" "logs/$(basename "$file")" || true
+      #       done
+      #     fi
+
+      # - name: Upload logs as artifacts
+      #   if: always()
+      #   uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.7.0
+      #   with:
+      #     name: ci-logs-${{ github.sha }}
+      #     path: logs/
+      #     retention-days: 7
+
+      # - name: cleanup
+      #   if: always()
+      #   shell: bash
+      #   run: |
+      #     docker rm -f vllm llama-stack
+
+      # - name: Log in to Quay.io
+      #   id: login
+      #   if: github.event_name == 'push'
+      #   uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v3.5.0
+      #   with:
+      #     registry: ${{ env.REGISTRY }}
+      #     username: ${{ secrets.QUAY_USERNAME }}
+      #     password: ${{ secrets.QUAY_PASSWORD }}
+
+      # - name: Publish image to Quay.io
+      #   id: publish
+      #   if: github.event_name == 'push'
+      #   uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0
+      #   with:
+      #     context: .
+      #     file: distribution/Containerfile
+      #     platforms: ${{ matrix.platform }}
+      #     push: true
+      #     tags: ${{ env.IMAGE_NAME }}:${{ github.sha }}${{ github.ref == 'refs/heads/main' && format(',{0}:latest', env.IMAGE_NAME) || '' }}  # only update 'latest' tag if push is to the 'main' branch
+      #     cache-from: type=gha
+      #     cache-to: type=gha,mode=max
+
+      - name: Setup tmate session
+        if: ${{ always() }}
+        uses: mxschmitt/action-tmate@v3

tests/run_integration_tests.sh

@@ -50,7 +50,7 @@ function run_integration_tests() {
         exit 1
     fi
 
-    uv run pytest -s -v tests/integration/inference/ \
+    uv run pytest -s -vvvv  tests/integration/inference/test_text_inference.py::test_text_chat_completion_structured_output \
         --stack-config=server:"$STACK_CONFIG_PATH" \
         --text-model=vllm-inference/"$INFERENCE_MODEL" \
         --embedding-model=granite-embedding-125m \