codex-test-evals.yml

name: Codex Test - LLM Evaluations
on:
  workflow_call:
    inputs:
      spice_version:
        description: 'Spice.ai version to test'
        required: false
        type: string
        default: 'latest'
    secrets:
      OPENAI_API_KEY:
        required: false
  workflow_dispatch:
    inputs:
      spice_version:
        description: 'Spice.ai version to test'
        required: false
        type: string
        default: 'latest'
jobs:
  test:
    uses: ./.github/workflows/codex-test-reusable.yml
    with:
      recipe_name: evals
      recipe_path: evals
      spice_version: ${{ inputs.spice_version }}
      requires_secrets: true
      additional_instructions: |
        This recipe demonstrates language model evaluations.
        Requires SPICE_OPENAI_API_KEY.
        Do not skip steps; any Spice/runtime error, config error, or output mismatch must fail and indicates the recipe needs updating.
    secrets:
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}