Land the B>A lift: unconditional learned rule + aligned answer key

Author: dev-pd

backend/app/agents/prompts.py

@@ -44,16 +44,21 @@ def render_memory_slot(lessons: list[str]) -> str:
         return ""
     bullets = "\n".join(f"- {lesson}" for lesson in lessons)
     return (
-        "\n\nProven playbook for this kind of page (apply these learned lessons "
-        "before anything else):\n" + bullets
+        "\n\nProven playbook for this kind of page — established best practices from "
+        "past runs. Treat them like the durable rules above: apply each as a "
+        "recommendation now, even if this page's own competitors don't show it.\n"
+        + bullets
     )
 
 
 # Shown to B only while learning on the train split.
 LEARNING_NOTE = (
-    "\n\nYou are learning. When you notice a transferable pattern (one that would "
-    "help on a different page of the same kind), call write_memory with the page's "
-    "tags and an abstract lesson — never anything specific to this URL or keyword."
+    "\n\nYou are learning. When competitors reveal a pattern this page is missing, "
+    "call write_memory with an abstract, UNCONDITIONAL rule for this kind of page "
+    "that names the exact recommendation to make next time — phrased so it applies "
+    "even when a future page has no competitor data. Use the shape: 'On <page kind>, "
+    "always recommend <recommendation_type> (target <target>): <one-line why>.' "
+    "Never tie it to this specific URL or keyword."
 )
 
 

backend/app/eval/testset.py

@@ -114,9 +114,13 @@ def _complete_comparison_page(url: str, keyword_title: str, topic: str) -> Page:
     )
 
 
+# The planted defect on the comparison pages: they lack the "Related Guides" /
+# internal-links section the top results have. It's a content gap the standard
+# prompt never flags — A is blind to it; B learns it on the train pages (where
+# competitors show it) and applies it on the held-out eval page (which has none).
 _INTERNAL_LINKING_KEY = [
     KeyItem(
-        type=RecType.IMPROVE_INTERNAL_LINKING,
+        type=RecType.FILL_CONTENT_GAP,
         target="internal links",
         severity=Severity.HIGH,
     )