mcp/.github/workflows/eval.yml at 7a39790723852f1170c0a782b7332a76613602e1 · salesforcecli/mcp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
on:
  workflow_dispatch:

jobs:
  eval-discoverability:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: lts/*
          cache: yarn
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '11'
      - run: yarn
      - run: yarn build
      - name: Eval-based discoverability tests
        run: |
          cd packages/mcp
          yarn test:eval:discoverability
        env:
          GOOGLE_GENERATIVE_AI_API_KEY: ${{ secrets.GOOGLE_GENERATIVE_AI_API_KEY }}
  eval-e2e:
    needs: [eval-discoverability]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: lts/*
          cache: yarn
      - uses: actions/setup-java@v4
        with:
          distribution: 'temurin'
          java-version: '11'
      - run: yarn
      - run: yarn build
      - name: Eval-based E2E tests
        run: |
          cd packages/mcp
          yarn test:eval:e2e
        env:
          GOOGLE_GENERATIVE_AI_API_KEY: ${{ secrets.GOOGLE_GENERATIVE_AI_API_KEY }}