bug_report.yml

name: Bug Report
description: Report a bug in llama-stack-provider-trustyai-garak
labels: ["bug"]
body:
  - type: markdown
    attributes:
      value: |
        Thank you for reporting a bug. Please fill out the sections below
        to help us reproduce and fix the issue.

  - type: textarea
    id: description
    attributes:
      label: Bug Description
      description: A clear and concise description of the bug.
    validations:
      required: true

  - type: textarea
    id: reproduction
    attributes:
      label: Steps to Reproduce
      description: Minimal steps to reproduce the behavior.
      placeholder: |
        1. Register benchmark with config...
        2. Run eval with...
        3. Observe error...
    validations:
      required: true

  - type: textarea
    id: expected
    attributes:
      label: Expected Behavior
      description: What you expected to happen.
    validations:
      required: true

  - type: textarea
    id: actual
    attributes:
      label: Actual Behavior
      description: What actually happened, including any error messages.
    validations:
      required: true

  - type: textarea
    id: logs
    attributes:
      label: Error Logs
      description: Paste relevant logs or stack traces.
      render: text

  - type: dropdown
    id: execution-mode
    attributes:
      label: Execution Mode
      options:
        - Llama Stack Inline (local garak)
        - Llama Stack Remote (KFP pipelines)
        - Llama Stack (all modes)
        - Eval-Hub Simple (direct pod execution)
        - Eval-Hub KFP (KFP pipeline execution)
        - Eval-Hub (all modes)
    validations:
      required: true

  - type: textarea
    id: environment
    attributes:
      label: Environment
      description: Provide environment details.
      placeholder: |
        - Provider version:
        - Python version:
        - Garak version:
        - Llama Stack version:
        - OS / Platform:
        - Kubernetes version (if remote):
    validations:
      required: true

  - type: textarea
    id: config
    attributes:
      label: Benchmark / Garak Config
      description: Paste relevant benchmark config or garak_config if applicable.
      render: yaml