agentcore-cli/.github/workflows/e2e-tests-full.yml at b4f5daa5ca2132188c65360beedf01e99c3f432e · aws/agentcore-cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
name: E2E Tests (Full Suite)
on:
  workflow_dispatch:
    inputs:
      aws_region:
        description: 'AWS region for deployment'
        default: 'us-east-1'
  schedule:
    - cron: '0 14 * * 1' # Every Monday at 9 AM EST (14:00 UTC)
  push:
    branches: [main]

env:
  AGENTCORE_TELEMETRY_DISABLED: '1'

concurrency:
  group: e2e-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: false

permissions:
  id-token: write # OIDC — lets GitHub assume an AWS IAM role via short-lived token (no stored keys)
  contents: read

jobs:
  e2e:
    runs-on: ubuntu-latest
    environment: e2e-testing
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        cdk-source: [npm, main]
        shard: ['1/6', '2/6', '3/6', '4/6', '5/6', '6/6']
    steps:
      - uses: actions/checkout@v6
        with:
          ref: ${{ github.event_name == 'workflow_dispatch' && github.ref || 'main' }}
      - uses: actions/setup-node@v6
        with:
          node-version: '20.x'
          cache: 'npm'
      - name: Configure git
        run: |
          git config --global user.email "ci@amazon.com"
          git config --global user.name "CI"
      - uses: astral-sh/setup-uv@v7
      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v6
        with:
          role-to-assume: ${{ secrets.E2E_AWS_ROLE_ARN }}
          aws-region: ${{ inputs.aws_region || 'us-east-1' }}
      - name: Get AWS Account ID
        id: aws
        run: echo "account_id=$(aws sts get-caller-identity --query Account --output text)" >> "$GITHUB_OUTPUT"
      - name: Get API keys from Secrets Manager
        uses: aws-actions/aws-secretsmanager-get-secrets@v2
        with:
          secret-ids: |
            E2E,${{ secrets.E2E_SECRET_ARN }}
          parse-json-secrets: true
      - run: npm ci
      - run: npm run build
      - name: Generate GitHub App Token
        if: matrix.cdk-source == 'main'
        id: app-token
        uses: actions/create-github-app-token@v1
        with:
          app-id: ${{ vars.APP_ID }}
          private-key: ${{ secrets.APP_PRIVATE_KEY }}
          owner: aws
      - name: Build CDK package from main
        if: matrix.cdk-source == 'main'
        run: |
          git clone --depth 1 "https://x-access-token:${CDK_REPO_TOKEN}@github.com/${CDK_REPO}.git" /tmp/cdk-repo
          cd /tmp/cdk-repo
          npm ci
          npm run build
          TARBALL=$(npm pack --pack-destination "$RUNNER_TEMP" | tail -1)
          echo "CDK_TARBALL=$RUNNER_TEMP/$TARBALL" >> "$GITHUB_ENV"
        env:
          CDK_REPO_TOKEN: ${{ steps.app-token.outputs.token }}
          CDK_REPO: ${{ secrets.CDK_REPO_NAME }}
      - name: Install CLI globally
        run: npm install -g "$(npm pack | tail -1)"
      - name: Run E2E tests (${{ matrix.cdk-source }}, shard ${{ matrix.shard }})
        env:
          AWS_ACCOUNT_ID: ${{ steps.aws.outputs.account_id }}
          AWS_REGION: ${{ inputs.aws_region || 'us-east-1' }}
          ANTHROPIC_API_KEY: ${{ env.E2E_ANTHROPIC_API_KEY }}
          OPENAI_API_KEY: ${{ env.E2E_OPENAI_API_KEY }}
          GEMINI_API_KEY: ${{ env.E2E_GEMINI_API_KEY }}
          CDK_TARBALL: ${{ env.CDK_TARBALL }}
        run: npx vitest run --project e2e --shard=${{ matrix.shard }}
  browser-tests:
    runs-on: ubuntu-latest
    environment: e2e-testing
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v6
        with:
          ref: ${{ github.event_name == 'workflow_dispatch' && github.ref || 'main' }}
      - uses: actions/setup-node@v6
        with:
          node-version: '20.x'
          cache: 'npm'
      - name: Configure git
        run: |
          git config --global user.email "ci@amazon.com"
          git config --global user.name "CI"
      - uses: astral-sh/setup-uv@v7
      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v6
        with:
          role-to-assume: ${{ secrets.E2E_AWS_ROLE_ARN }}
          aws-region: ${{ inputs.aws_region || 'us-east-1' }}
      - name: Get AWS Account ID
        id: aws
        run: echo "account_id=$(aws sts get-caller-identity --query Account --output text)" >> "$GITHUB_OUTPUT"
      - run: npm ci
      - run: npm run build
      - name: Install CLI globally
        run: npm install -g "$(npm pack | tail -1)"
      - name: Install Playwright browsers
        run: npx playwright install chromium --with-deps
      - name: Run browser tests
        env:
          AWS_ACCOUNT_ID: ${{ steps.aws.outputs.account_id }}
          AWS_REGION: ${{ inputs.aws_region || 'us-east-1' }}
          PLAYWRIGHT_TRACE: 'off'
        run: npm run test:browser
      - name: Print browser test debug info
        if: failure()
        run: |
          echo "=== Dev server PTY output ==="
          cat browser-tests/test-results/agentcore-dev-pty.log 2>/dev/null || echo "(no pty log)"
          echo ""
          echo "=== Error contexts ==="
          find browser-tests/test-results -name 'error-context.md' -exec echo "--- {} ---" \; -exec cat {} \; 2>/dev/null || echo "(no error contexts)"