Align PR template human section validation

Remove the human-tested checkbox from the default PR template and update the PR description validator to use the HUMAN-to-AGENT boundary for human notes.

Co-authored-by: openhands <openhands@all-hands.dev>

Author: enyst

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,7 +1,7 @@
 <!-- Keep this PR as draft until it is ready for review. -->
 
 <!-- AI/LLM agents:
-Do not edit the HUMAN section or human-tested checkbox.
+Do not edit the HUMAN section.
 In the AGENT section and the template fields below, provide evidence that the
 code runs properly end-to-end. Just running unit tests is NOT sufficient. Explain
 exactly what command you ran and include logs, screenshots, or reproduction notes.
@@ -15,8 +15,6 @@ characters) before marking ready for review.
 AI agents must not edit this section.
 -->
 
-- [ ] A human has tested these changes.
-
 AGENT:
 
 ---

.github/scripts/check_pr_description.py

@@ -8,7 +8,6 @@
 from pathlib import Path
 
 
-HUMAN_TESTED_TEXT = "A human has tested these changes."
 # Reject placeholders while allowing a concise human-written sentence.
 MIN_HUMAN_NOTE_CHARS = 20
 # These are the only PR-template sections that must remain and contain content.
@@ -20,18 +19,6 @@
 AGENT_HEADING_RE = re.compile(r"(?im)^\s*AGENT:\s*$")
 
 
-def checkbox_re(label: str) -> re.Pattern[str]:
-    return re.compile(rf"(?im)^\s*[-*]\s+\[(?P<mark>[ xX])]\s+{re.escape(label)}\s*$")
-
-
-def checkbox_is_checked(pattern: re.Pattern[str], text: str) -> bool:
-    match = pattern.search(text)
-    return match is not None and match.group("mark").lower() == "x"
-
-
-HUMAN_TESTED_RE = checkbox_re(HUMAN_TESTED_TEXT)
-
-
 def visible_text(text: str) -> str:
     """Return PR body content that should count as author-provided text."""
     lines = []
@@ -61,16 +48,16 @@ def extract_sections(body: str) -> dict[str, str]:
 
 
 def extract_human_note(body: str) -> str:
-    """Return human-written text in the required location before the checkbox."""
+    """Return human-written text in the required location before AGENT."""
     human_match = HUMAN_HEADING_RE.search(body)
     if human_match is None:
         return ""
 
-    checkbox_match = HUMAN_TESTED_RE.search(body, human_match.end())
-    if checkbox_match is None:
+    agent_match = AGENT_HEADING_RE.search(body, human_match.end())
+    if agent_match is None:
         return ""
 
-    return visible_text(body[human_match.end() : checkbox_match.start()])
+    return visible_text(body[human_match.end() : agent_match.start()])
 
 
 def validate_pr_body(body: str) -> list[str]:
@@ -81,20 +68,7 @@ def validate_pr_body(body: str) -> list[str]:
 
     human_note = extract_human_note(body)
     if len(human_note) < MIN_HUMAN_NOTE_CHARS:
-        errors.append(
-            "Add a short human-written note between `HUMAN:` and "
-            "the human-tested checkbox."
-        )
-
-    human_tested = HUMAN_TESTED_RE.search(body)
-    if human_tested is None:
-        errors.append(
-            f"Keep the `- [ ] {HUMAN_TESTED_TEXT}` checkbox in the PR description."
-        )
-    elif not checkbox_is_checked(HUMAN_TESTED_RE, body):
-        errors.append(
-            "A human must check `A human has tested these changes.` before review."
-        )
+        errors.append("Add a short human-written note between `HUMAN:` and `AGENT:`.")
 
     if AGENT_HEADING_RE.search(body) is None:
         errors.append("Keep the `AGENT:` marker from the PR template.")

tests/cross/test_check_pr_description.py

@@ -30,8 +30,6 @@ def _load_prod_module():
 I reviewed the agent's changes and confirmed they do what the PR says.
 The implementation is small and the validation output matches the goal.
 
-- [x] A human has tested these changes.
-
 AGENT:
 
 ---
@@ -80,20 +78,16 @@ def test_human_section_must_be_first_visible_line_and_filled():
     errors = validate_pr_body(body)
 
     assert "The first visible line of the PR description must be `HUMAN:`." in errors
-    assert (
-        "Add a short human-written note between `HUMAN:` and the human-tested checkbox."
-        in errors
-    )
-
+    assert "Add a short human-written note between `HUMAN:` and `AGENT:`." in errors
 
-def test_human_tested_checkbox_must_be_checked():
-    body = VALID_BODY.replace("- [x] A human has tested", "- [ ] A human has tested")
 
-    assert (
-        "A human must check `A human has tested these changes.` before review."
-        in validate_pr_body(body)
+def test_human_tested_checkbox_is_not_required():
+    body = VALID_BODY.replace(
+        "AGENT:", "- [ ] A human has tested these changes.\n\nAGENT:", 1
     )
 
+    assert validate_pr_body(body) == []
+
 
 def test_required_template_fields_must_be_present_and_filled():
     how_to_test = (