Skip to content

QG4: Agent Deployment Integration Tests #36

QG4: Agent Deployment Integration Tests

QG4: Agent Deployment Integration Tests #36

# QG4: Agent Deployment Health Checks
#
# Nightly workflow: logs into the OpenShift demo cluster, deploys each
# agent via build-openshift + Helm, validates GET /health, and tears down.
name: "QG4: Agent Deployment Integration Tests"
on:
schedule:
- cron: "0 3 * * *" # 11 PM EDT / 10 PM EST
workflow_dispatch:
permissions:
contents: read
jobs:
verify-cluster-connection:
name: "Verify Cluster Connection"
if: github.repository == 'red-hat-data-services/agentic-starter-kits'
runs-on: ubuntu-latest
timeout-minutes: 10
steps:
- name: Checkout code
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Setup cluster tools
uses: ./.github/actions/setup-cluster
with:
oc-token: ${{ secrets.OC_TOKEN }}
cluster-api-url: ${{ secrets.CLUSTER_API_URL }}
- name: Verify cluster connection
run: |
set -o pipefail
echo "--- Logged in as ---"
oc whoami
echo ""
echo "--- Current project ---"
oc project
echo ""
echo "--- Namespace resources ---"
oc get all -n ci-testing --no-headers 2>&1 | head -10 || true
echo ""
echo "Cluster connection verified successfully."
- name: Logout
if: always()
run: oc logout || true
test-agent:
name: "${{ matrix.agent.name }}"
needs: verify-cluster-connection
if: github.repository == 'red-hat-data-services/agentic-starter-kits'
runs-on: ubuntu-latest
timeout-minutes: 20
strategy:
fail-fast: false
matrix:
agent:
- { name: langgraph-react-agent, dir: agents/langgraph/react_agent }
- { name: langgraph-hitl-agent, dir: agents/langgraph/human_in_the_loop }
- { name: crewai-websearch-agent, dir: agents/crewai/websearch_agent }
env:
API_KEY: ${{ vars.API_KEY }}
BASE_URL: ${{ vars.BASE_URL }}
MODEL_ID: ${{ vars.MODEL_ID }}
steps:
- name: Checkout code
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
- name: Setup cluster tools
uses: ./.github/actions/setup-cluster
with:
oc-token: ${{ secrets.OC_TOKEN }}
cluster-api-url: ${{ secrets.CLUSTER_API_URL }}
- name: Run integration test
working-directory: ${{ matrix.agent.dir }}
run: make test-integration
- name: Upload test results
if: always()
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
with:
name: ${{ matrix.agent.name }}-results
path: ${{ matrix.agent.dir }}/results.xml
- name: Logout
if: always()
run: oc logout || true