File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11---
2- # EXPERIMENTAL: Automated QA validation of PR changes using OpenHands.
2+ # Automated QA validation of PR changes using OpenHands.
33#
44# Unlike pr-review (which reads diffs and posts code-review comments),
55# this workflow actually runs the code — setting up the environment,
66# executing tests, exercising changed behavior, and posting a structured
77# QA report as a PR comment.
8- #
9- # This is an early experiment; expect rough edges. The plugin source is
10- # pinned to the extensions feature branch while we iterate.
11- name : QA Changes by OpenHands [experimental]
8+ name : QA Changes by OpenHands
129
1310on :
1411 pull_request :
@@ -39,16 +36,13 @@ jobs:
3936 timeout-minutes : 30
4037 steps :
4138 - name : Run QA Changes
42- # EXPERIMENTAL: pointing at feature branch while iterating
43- uses : OpenHands/extensions/plugins/qa-changes@feat/qa-changes-plugin
39+ uses : OpenHands/extensions/plugins/qa-changes@main
4440 with :
4541 llm-model : litellm_proxy/claude-sonnet-4-5-20250929
4642 llm-base-url : https://llm-proxy.app.all-hands.dev
4743 max-budget : ' 10.0'
4844 timeout-minutes : ' 30'
4945 max-iterations : ' 500'
50- # EXPERIMENTAL: use the feature branch of extensions
51- extensions-version : feat/qa-changes-plugin
5246 llm-api-key : ${{ secrets.LLM_API_KEY }}
5347 github-token : ${{ secrets.OPENHANDS_BOT_GITHUB_PAT_PUBLIC }}
5448 lmnr-api-key : ${{ secrets.LMNR_SKILLS_API_KEY }}
Original file line number Diff line number Diff line change 11---
2- name : QA Changes Evaluation [experimental]
2+ name : QA Changes Evaluation
33
44# This workflow evaluates how well QA validation performed.
55# It runs when a PR is closed to assess QA effectiveness.
@@ -48,14 +48,11 @@ jobs:
4848 echo "No trace file found for PR #$PR_NUMBER - skipping evaluation"
4949 fi
5050
51- # EXPERIMENTAL: pinned to feature branch while qa-changes plugin is in development.
52- # Switch to @main (and remove ref:) once the plugin is merged.
5351 - name : Checkout extensions repository
5452 if : steps.check-trace.outputs.trace_exists == 'true'
5553 uses : actions/checkout@v6
5654 with :
5755 repository : OpenHands/extensions
58- ref : feat/qa-changes-plugin
5956 path : extensions
6057
6158 - name : Set up Python
You can’t perform that action at this time.
0 commit comments