injection-scan.yml

# Copy to .github/workflows/injection-scan.yml in your repo.
#
# Gates PRs on the prompt-injection robustness of your agent and surfaces
# findings in the GitHub Security tab. Fails the check (blocking merge) if the
# agent regresses below the gate configured in .dspy-security-bench.yaml.
name: injection-scan

on:
  pull_request:
  workflow_dispatch:

permissions:
  contents: read
  security-events: write   # required to upload SARIF to the Security tab

jobs:
  scan:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1

      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
        with:
          python-version: "3.12"

      - run: pip install dspy-security-bench

      - name: Run injection scan
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          # add whichever provider keys your agent needs, e.g.:
          # ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
          # MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
        run: |
          dspy-security-bench scan \
            --config .dspy-security-bench.yaml \
            --sarif dsb.sarif

      # Upload findings to the Security tab even if the gate failed.
      - name: Upload SARIF
        if: always()
        uses: github/codeql-action/upload-sarif@5595ccaf912efad79be6eef63a5619ff05969be3 # v4
        with:
          sarif_file: dsb.sarif