goose/.github/workflows/pr-smoke-test.yml at bf91f16b16728881b6a9d3dc9821c396f387d20d · aaif-goose/goose · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
on:
  pull_request:
    branches:
      - main
  push:
    branches:
      - main
  workflow_dispatch:
    inputs:
      branch:
        description: "Branch to test"
        required: true
        default: "main"
        type: string

name: Live Provider Tests

jobs:
  check-fork:
    runs-on: ubuntu-latest
    # Skip entire workflow for fork PRs and dependabot PRs (they don't have access to secrets)
    if: github.actor != 'dependabot[bot]' && (github.event_name == 'workflow_dispatch' || github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository)
    steps:
      - run: echo "Not a fork PR - proceeding with smoke tests"

  changes:
    runs-on: ubuntu-latest
    needs: check-fork
    outputs:
      code: ${{ steps.filter.outputs.code }}
    steps:
      - name: Checkout Code
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8  # v6.0.1
        with:
          ref: ${{ github.event.inputs.branch || github.ref }}
          fetch-depth: 0

      - name: Check for code changes
        uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # pin@v3
        id: filter
        with:
          base: ${{ github.event.before || github.event.pull_request.base.sha }}
          filters: |
            code:
              - '!documentation/**'

  build-binary:
    name: Build Release Binary
    runs-on: ubuntu-latest
    needs: changes
    if: needs.changes.outputs.code == 'true' || github.event_name == 'workflow_dispatch'
    steps:
      - name: Checkout Code
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8  # v6.0.1
        with:
          ref: ${{ github.event.inputs.branch || github.ref }}

      - uses: actions-rust-lang/setup-rust-toolchain@v1

      - name: Install Dependencies
        run: |
          sudo apt update -y
          sudo apt install -y libdbus-1-dev gnome-keyring libxcb1-dev

      - name: Cache Rust dependencies
        uses: Swatinem/rust-cache@v2

      - name: Build Release Binary for Smoke Tests
        run: |
          cargo build --release

      - name: Upload Binary for Smoke Tests
        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f  # v6.0.0
        with:
          name: goose-binary
          path: target/release/goose
          retention-days: 1

  smoke-tests:
    name: Smoke Tests
    runs-on: ubuntu-latest
    needs: build-binary
    steps:
      - name: Checkout Code
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8  # v6.0.1
        with:
          ref: ${{ github.event.inputs.branch || github.ref }}

      - name: Download Binary
        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131  # v7.0.0
        with:
          name: goose-binary
          path: target/release

      - name: Make Binary Executable
        run: chmod +x target/release/goose

      - name: Run Smoke Tests with Provider Script
        env:
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
          DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
          DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
          OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
          XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
          TETRATE_API_KEY: ${{ secrets.TETRATE_API_KEY }}
          HOME: /tmp/goose-home
          GOOSE_DISABLE_KEYRING: 1
          SKIP_BUILD: 1
          SKIP_PROVIDERS: ${{ vars.SKIP_PROVIDERS || '' }}
        run: |
          # Ensure the HOME directory structure exists
          mkdir -p $HOME/.local/share/goose/sessions
          mkdir -p $HOME/.config/goose

          # Run the provider test script (binary already built and downloaded)
          bash scripts/test_providers.sh

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Install uv
        uses: astral-sh/setup-uv@61cb8a9741eeb8a550a1b8544337180c0fc8476b  # v7.2.0

      - name: Run MCP Tests
        env:
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
          DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
          DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
          OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
          TETRATE_API_KEY: ${{ secrets.TETRATE_API_KEY }}
          XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
          HOME: /tmp/goose-home
          GOOSE_DISABLE_KEYRING: 1
          SKIP_BUILD: 1
        run: |
          bash scripts/test_mcp.sh

      - name: Run Subrecipe Tests
        env:
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          GOOSE_PROVIDER: anthropic
          GOOSE_MODEL: claude-sonnet-4-5-20250929
          HOME: /tmp/goose-home
          GOOSE_DISABLE_KEYRING: 1
          SKIP_BUILD: 1
        run: |
          bash scripts/test_subrecipes.sh

      - name: Run Compaction Tests
        env:
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          GOOSE_PROVIDER: anthropic
          GOOSE_MODEL: claude-sonnet-4-5-20250929
          HOME: /tmp/goose-home
          GOOSE_DISABLE_KEYRING: 1
          SKIP_BUILD: 1
        run: |
          bash scripts/test_compaction.sh

  smoke-tests-code-exec:
    name: Smoke Tests (Code Execution)
    runs-on: ubuntu-latest
    needs: build-binary
    steps:
      - name: Checkout Code
        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8  # v6.0.1
        with:
          ref: ${{ github.event.inputs.branch || github.ref }}

      - name: Download Binary
        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131  # v7.0.0
        with:
          name: goose-binary
          path: target/release

      - name: Make Binary Executable
        run: chmod +x target/release/goose

      - name: Run Provider Tests (Code Execution Mode)
        env:
          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
          DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}
          DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }}
          OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
          XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
          TETRATE_API_KEY: ${{ secrets.TETRATE_API_KEY }}
          HOME: /tmp/goose-home
          GOOSE_DISABLE_KEYRING: 1
          SKIP_BUILD: 1
          SKIP_PROVIDERS: ${{ vars.SKIP_PROVIDERS || '' }}
        run: |
          mkdir -p $HOME/.local/share/goose/sessions
          mkdir -p $HOME/.config/goose
          bash scripts/test_providers.sh --code-exec