ci.yml

name: CI

on:
  push:
    branches: [main]
  pull_request:
  workflow_dispatch:

permissions:
  contents: read

jobs:
  test:
    name: Python ${{ matrix.python-version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.11", "3.12", "3.13"]

    steps:
      - name: Check out repository
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: pip

      - name: Install package with development dependencies
        run: python -m pip install -e ".[dev]"

      - name: Lint
        run: python -m ruff check .

      - name: Type check
        run: python -m mypy src

      - name: Test
        run: python -m pytest

  package:
    name: Build package
    runs-on: ubuntu-latest
    needs: test

    steps:
      - name: Check out repository
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.13"
          cache: pip

      - name: Install build tooling
        run: python -m pip install build twine

      - name: Build distributions
        run: python -m build

      - name: Validate package metadata
        run: python -m twine check dist/*

      - name: Smoke test built wheel
        run: |
          python -m venv /tmp/dual-llm-bench-smoke
          /tmp/dual-llm-bench-smoke/bin/python -m pip install dist/*.whl
          /tmp/dual-llm-bench-smoke/bin/dual-llm-bench list-datasets
          /tmp/dual-llm-bench-smoke/bin/python -c "from dual_llm_bench import BenchmarkSuite; assert len(BenchmarkSuite.from_builtin('pycon-core').samples) == 3"

      - name: Upload distribution artifacts
        uses: actions/upload-artifact@v4
        with:
          name: python-distributions
          path: dist/