qa-changes-by-openhands.yml

---
# Automated QA validation of PR changes using OpenHands.
#
# Unlike pr-review (which reads diffs and posts code-review comments),
# this workflow actually runs the code — setting up the environment,
# executing tests, exercising changed behavior, and posting a structured
# QA report as a PR comment.
name: QA Changes by OpenHands

on:
    pull_request:
        types: [opened, ready_for_review, labeled, review_requested]

permissions:
    contents: read
    pull-requests: write
    issues: write

jobs:
    qa-changes:
        # Only run for same-repo PRs (secrets aren't available for forks).
        # Trigger conditions mirror pr-review, but use the 'qa-this' label
        # and openhands-agent reviewer request.
        if: |
            github.event.pull_request.head.repo.full_name == github.repository && (
                (github.event.action == 'opened' && github.event.pull_request.draft == false && github.event.pull_request.author_association != 'FIRST_TIME_CONTRIBUTOR' && github.event.pull_request.author_association != 'NONE') ||
                (github.event.action == 'ready_for_review' && github.event.pull_request.author_association != 'FIRST_TIME_CONTRIBUTOR' && github.event.pull_request.author_association != 'NONE') ||
                github.event.label.name == 'qa-this' ||
                github.event.requested_reviewer.login == 'openhands-agent' ||
                github.event.requested_reviewer.login == 'all-hands-bot'
            )
        concurrency:
            group: qa-changes-${{ github.event.pull_request.number }}
            cancel-in-progress: true
        runs-on: ubuntu-24.04
        timeout-minutes: 30
        steps:
            - name: Run QA Changes
              uses: OpenHands/extensions/plugins/qa-changes@main
              with:
                  llm-model: litellm_proxy/openai/gpt-5.5
                  llm-base-url: https://llm-proxy.app.all-hands.dev
                  max-budget: '10.0'
                  timeout-minutes: '30'
                  max-iterations: '500'
                  llm-api-key: ${{ secrets.LLM_API_KEY }}
                  github-token: ${{ secrets.OPENHANDS_BOT_GITHUB_PAT_PUBLIC }}
                  lmnr-api-key: ${{ secrets.LMNR_SKILLS_API_KEY }}