-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathwave3i-dense-rar-2026-04-24T0801.jsonl
More file actions
72 lines (72 loc) · 126 KB
/
Copy pathwave3i-dense-rar-2026-04-24T0801.jsonl
File metadata and controls
72 lines (72 loc) · 126 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":101,"category":"near_neighbor_memory","difficulty":"hard","trap":"Confuses memory-sparse attention with hypergraph memory or generic MemGPT paging.","runIdx":0,"query":"Which memory-system paper is about sparse attention patterns for extremely long context scaling, not graph-structured episodic recall?","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0178.md","synthetic/adversarial-junk-0058.md","synthetic/adversarial-junk-0078.md"],"top1Hit":true,"top5Hit":true,"latencyMs":124479,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":101,"category":"near_neighbor_memory","difficulty":"hard","trap":"Confuses memory-sparse attention with hypergraph memory or generic MemGPT paging.","runIdx":0,"query":"Which memory-system paper is about sparse attention patterns for extremely long context scaling, not graph-structured episodic recall?","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1498,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0178.md","synthetic/adversarial-junk-0058.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0118.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0108.md","synthetic/adversarial-junk-0158.md","synthetic/adversarial-junk-0028.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0128.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0148.md","synthetic/adversarial-junk-0168.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":101,"category":"near_neighbor_memory","difficulty":"hard","trap":"Confuses memory-sparse attention with hypergraph memory or generic MemGPT paging.","runIdx":0,"query":"Which memory-system paper is about sparse attention patterns for extremely long context scaling, not graph-structured episodic recall?","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1532,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0178.md","synthetic/adversarial-junk-0058.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0118.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0108.md","synthetic/adversarial-junk-0158.md","synthetic/adversarial-junk-0028.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0128.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0148.md","synthetic/adversarial-junk-0168.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"stage2Skipped":false,"gapRatio":1.0711127655782553,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":102,"category":"near_neighbor_memory","difficulty":"hard","trap":"Contains memory-system terms shared by MemGPT and MSA.","runIdx":0,"query":"I need the agent-memory design that models remembered conversation facts as hyperedges connecting multiple entities and events.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","top5":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":527,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":102,"category":"near_neighbor_memory","difficulty":"hard","trap":"Contains memory-system terms shared by MemGPT and MSA.","runIdx":0,"query":"I need the agent-memory design that models remembered conversation facts as hyperedges connecting multiple entities and events.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","top5":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1662,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0072.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0032.md","synthetic/adversarial-junk-0030.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0052.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":102,"category":"near_neighbor_memory","difficulty":"hard","trap":"Contains memory-system terms shared by MemGPT and MSA.","runIdx":0,"query":"I need the agent-memory design that models remembered conversation facts as hyperedges connecting multiple entities and events.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","top5":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1522,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0072.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0032.md","synthetic/adversarial-junk-0030.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0052.md"],"stage2Skipped":false,"gapRatio":1.1197346995401245,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":103,"category":"near_neighbor_memory","difficulty":"hard","trap":"Avoids title phrase and asks for OS-like virtual context management.","runIdx":0,"query":"Find the work where an LLM manages limited context like virtual memory, deciding what to page in and out during a conversation.","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":535,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":103,"category":"near_neighbor_memory","difficulty":"hard","trap":"Avoids title phrase and asks for OS-like virtual context management.","runIdx":0,"query":"Find the work where an LLM manages limited context like virtual memory, deciding what to page in and out during a conversation.","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1644,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0098.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0080.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0168.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0058.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":103,"category":"near_neighbor_memory","difficulty":"hard","trap":"Avoids title phrase and asks for OS-like virtual context management.","runIdx":0,"query":"Find the work where an LLM manages limited context like virtual memory, deciding what to page in and out during a conversation.","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1586,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0098.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0080.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0168.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0058.md"],"stage2Skipped":false,"gapRatio":1.143166316980916,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":104,"category":"near_neighbor_memory","difficulty":"medium","trap":"Could match many memory docs unless competitive landscape terms are understood.","runIdx":0,"query":"Which note compares current AI memory products and market trends rather than proposing a single retrieval architecture?","ideal":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","top5":["knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0103.md"],"top1Hit":true,"top5Hit":true,"latencyMs":469,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":104,"category":"near_neighbor_memory","difficulty":"medium","trap":"Could match many memory docs unless competitive landscape terms are understood.","runIdx":0,"query":"Which note compares current AI memory products and market trends rather than proposing a single retrieval architecture?","ideal":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","top5":["knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1651,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0100.md","synthetic/adversarial-junk-0000.md","synthetic/adversarial-junk-0070.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0030.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0080.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0110.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":104,"category":"near_neighbor_memory","difficulty":"medium","trap":"Could match many memory docs unless competitive landscape terms are understood.","runIdx":0,"query":"Which note compares current AI memory products and market trends rather than proposing a single retrieval architecture?","ideal":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","top5":["knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1405,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0100.md","synthetic/adversarial-junk-0000.md","synthetic/adversarial-junk-0070.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0030.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0080.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0110.md"],"stage2Skipped":false,"gapRatio":1.0077205855631735,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":105,"category":"lexical_trap","difficulty":"hard","trap":"Contains attention and transformer words but asks for the original architecture paper.","runIdx":0,"query":"The source for encoder decoder self-attention becoming the standard transformer architecture, not sparse-memory extensions.","ideal":"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0045.md","top5":["synthetic/adversarial-junk-0045.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0145.md","synthetic/adversarial-junk-0055.md","synthetic/adversarial-junk-0035.md"],"top1Hit":false,"top5Hit":true,"latencyMs":554,"candidatePoolSize":20,"candidateIdealRank":2,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":105,"category":"lexical_trap","difficulty":"hard","trap":"Contains attention and transformer words but asks for the original architecture paper.","runIdx":0,"query":"The source for encoder decoder self-attention becoming the standard transformer architecture, not sparse-memory extensions.","ideal":"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","manifestSize":200,"top1":"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","top5":["knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1588,"candidatePoolSize":20,"candidateIdealRank":2,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0045.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0145.md","synthetic/adversarial-junk-0055.md","synthetic/adversarial-junk-0035.md","synthetic/adversarial-junk-0095.md","synthetic/adversarial-junk-0065.md","synthetic/adversarial-junk-0005.md","synthetic/adversarial-junk-0075.md","synthetic/adversarial-junk-0105.md","synthetic/adversarial-junk-0135.md","synthetic/adversarial-junk-0085.md","synthetic/adversarial-junk-0125.md","synthetic/adversarial-junk-0015.md","synthetic/adversarial-junk-0155.md","synthetic/adversarial-junk-0175.md","synthetic/adversarial-junk-0165.md","synthetic/adversarial-junk-0025.md","synthetic/adversarial-junk-0115.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":105,"category":"lexical_trap","difficulty":"hard","trap":"Contains attention and transformer words but asks for the original architecture paper.","runIdx":0,"query":"The source for encoder decoder self-attention becoming the standard transformer architecture, not sparse-memory extensions.","ideal":"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","manifestSize":200,"top1":"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","top5":["knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1523,"candidatePoolSize":20,"candidateIdealRank":2,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0045.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0145.md","synthetic/adversarial-junk-0055.md","synthetic/adversarial-junk-0035.md","synthetic/adversarial-junk-0095.md","synthetic/adversarial-junk-0065.md","synthetic/adversarial-junk-0005.md","synthetic/adversarial-junk-0075.md","synthetic/adversarial-junk-0105.md","synthetic/adversarial-junk-0135.md","synthetic/adversarial-junk-0085.md","synthetic/adversarial-junk-0125.md","synthetic/adversarial-junk-0015.md","synthetic/adversarial-junk-0155.md","synthetic/adversarial-junk-0175.md","synthetic/adversarial-junk-0165.md","synthetic/adversarial-junk-0025.md","synthetic/adversarial-junk-0115.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md"],"stage2Skipped":false,"gapRatio":1.0072958908247556,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":106,"category":"lexical_trap","difficulty":"hard","trap":"Sparse/training terms can pull MSA; ideal is pruning trainable subnetworks.","runIdx":0,"query":"Which training paper argues that inside a dense neural network there are smaller subnetworks that can train effectively from scratch?","ideal":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","manifestSize":200,"top1":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","top5":["knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0095.md","synthetic/adversarial-junk-0175.md","synthetic/adversarial-junk-0035.md"],"top1Hit":true,"top5Hit":true,"latencyMs":521,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":106,"category":"lexical_trap","difficulty":"hard","trap":"Sparse/training terms can pull MSA; ideal is pruning trainable subnetworks.","runIdx":0,"query":"Which training paper argues that inside a dense neural network there are smaller subnetworks that can train effectively from scratch?","ideal":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","manifestSize":200,"top1":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","top5":["knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1614,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0095.md","synthetic/adversarial-junk-0175.md","synthetic/adversarial-junk-0035.md","synthetic/adversarial-junk-0105.md","synthetic/adversarial-junk-0165.md","synthetic/adversarial-junk-0155.md","synthetic/adversarial-junk-0065.md","synthetic/adversarial-junk-0025.md","synthetic/adversarial-junk-0085.md","synthetic/adversarial-junk-0125.md","synthetic/adversarial-junk-0075.md","synthetic/adversarial-junk-0015.md","synthetic/adversarial-junk-0045.md","synthetic/adversarial-junk-0135.md","synthetic/adversarial-junk-0115.md","synthetic/adversarial-junk-0145.md","synthetic/adversarial-junk-0005.md","synthetic/adversarial-junk-0055.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":106,"category":"lexical_trap","difficulty":"hard","trap":"Sparse/training terms can pull MSA; ideal is pruning trainable subnetworks.","runIdx":0,"query":"Which training paper argues that inside a dense neural network there are smaller subnetworks that can train effectively from scratch?","ideal":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","manifestSize":200,"top1":"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","top5":["knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1634,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0095.md","synthetic/adversarial-junk-0175.md","synthetic/adversarial-junk-0035.md","synthetic/adversarial-junk-0105.md","synthetic/adversarial-junk-0165.md","synthetic/adversarial-junk-0155.md","synthetic/adversarial-junk-0065.md","synthetic/adversarial-junk-0025.md","synthetic/adversarial-junk-0085.md","synthetic/adversarial-junk-0125.md","synthetic/adversarial-junk-0075.md","synthetic/adversarial-junk-0015.md","synthetic/adversarial-junk-0045.md","synthetic/adversarial-junk-0135.md","synthetic/adversarial-junk-0115.md","synthetic/adversarial-junk-0145.md","synthetic/adversarial-junk-0005.md","synthetic/adversarial-junk-0055.md"],"stage2Skipped":false,"gapRatio":1.0904146993344186,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":107,"category":"lexical_trap","difficulty":"hard","trap":"Emotion and reinforcement can pull Reflexion; ideal is prompt-level emotional stimuli.","runIdx":0,"query":"Find the paper about adding emotional wording to prompts to change LLM task performance, not agent self-reflection loops.","ideal":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","top5":["knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0052.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0002.md"],"top1Hit":true,"top5Hit":true,"latencyMs":577,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":107,"category":"lexical_trap","difficulty":"hard","trap":"Emotion and reinforcement can pull Reflexion; ideal is prompt-level emotional stimuli.","runIdx":0,"query":"Find the paper about adding emotional wording to prompts to change LLM task performance, not agent self-reflection loops.","ideal":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","top5":["knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1627,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0052.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0032.md","synthetic/adversarial-junk-0162.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0062.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0172.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0042.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0142.md","synthetic/adversarial-junk-0102.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":107,"category":"lexical_trap","difficulty":"hard","trap":"Emotion and reinforcement can pull Reflexion; ideal is prompt-level emotional stimuli.","runIdx":0,"query":"Find the paper about adding emotional wording to prompts to change LLM task performance, not agent self-reflection loops.","ideal":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","top5":["knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1576,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0052.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0032.md","synthetic/adversarial-junk-0162.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0062.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0172.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0042.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0142.md","synthetic/adversarial-junk-0102.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md"],"stage2Skipped":false,"gapRatio":1.1162956930309695,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":108,"category":"lexical_trap","difficulty":"hard","trap":"Self-improvement words can pull Evensong or Hermes; ideal is verbal reinforcement Reflexion.","runIdx":0,"query":"Which agent method learns from verbal feedback after mistakes and stores lessons for later trials?","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","top5":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md"],"top1Hit":true,"top5Hit":true,"latencyMs":468,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":108,"category":"lexical_trap","difficulty":"hard","trap":"Self-improvement words can pull Evensong or Hermes; ideal is verbal reinforcement Reflexion.","runIdx":0,"query":"Which agent method learns from verbal feedback after mistakes and stores lessons for later trials?","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","top5":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1474,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0002.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0022.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/research-methods/methodology/20260411-elon-musk-biography.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0102.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0052.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":108,"category":"lexical_trap","difficulty":"hard","trap":"Self-improvement words can pull Evensong or Hermes; ideal is verbal reinforcement Reflexion.","runIdx":0,"query":"Which agent method learns from verbal feedback after mistakes and stores lessons for later trials?","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","top5":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1621,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0002.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0022.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/research-methods/methodology/20260411-elon-musk-biography.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0102.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0052.md"],"stage2Skipped":false,"gapRatio":1.033940395578271,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":109,"category":"cross_lingual","difficulty":"hard","trap":"Chinese paraphrase for English memory sparse attention paper.","runIdx":0,"query":"哪篇论文讲的是用稀疏注意力机制让模型处理超长上下文，而不是把记忆做成知识图谱？","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":520,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":109,"category":"cross_lingual","difficulty":"hard","trap":"Chinese paraphrase for English memory sparse attention paper.","runIdx":0,"query":"哪篇论文讲的是用稀疏注意力机制让模型处理超长上下文，而不是把记忆做成知识图谱？","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1794,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","synthetic/adversarial-junk-0120.md","synthetic/adversarial-junk-0100.md","synthetic/adversarial-junk-0020.md","synthetic/adversarial-junk-0140.md","synthetic/adversarial-junk-0000.md","synthetic/adversarial-junk-0150.md","synthetic/adversarial-junk-0070.md","synthetic/adversarial-junk-0090.md","synthetic/adversarial-junk-0050.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":109,"category":"cross_lingual","difficulty":"hard","trap":"Chinese paraphrase for English memory sparse attention paper.","runIdx":0,"query":"哪篇论文讲的是用稀疏注意力机制让模型处理超长上下文，而不是把记忆做成知识图谱？","ideal":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","top5":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1567,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/llm-architecture/training/20260411-1803-03635-lottery-ticket-hypothesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","synthetic/adversarial-junk-0120.md","synthetic/adversarial-junk-0100.md","synthetic/adversarial-junk-0020.md","synthetic/adversarial-junk-0140.md","synthetic/adversarial-junk-0000.md","synthetic/adversarial-junk-0150.md","synthetic/adversarial-junk-0070.md","synthetic/adversarial-junk-0090.md","synthetic/adversarial-junk-0050.md"],"stage2Skipped":false,"gapRatio":1.207999615115468,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":110,"category":"cross_lingual","difficulty":"hard","trap":"Chinese query for English MemGPT concept.","runIdx":0,"query":"我想找把大模型上下文当作操作系统内存来管理、会换入换出资料的那篇工作。","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":545,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":110,"category":"cross_lingual","difficulty":"hard","trap":"Chinese query for English MemGPT concept.","runIdx":0,"query":"我想找把大模型上下文当作操作系统内存来管理、会换入换出资料的那篇工作。","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1683,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0121.md","synthetic/adversarial-junk-0101.md","synthetic/adversarial-junk-0061.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0071.md","synthetic/adversarial-junk-0151.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0111.md","synthetic/adversarial-junk-0131.md","synthetic/adversarial-junk-0091.md","synthetic/adversarial-junk-0041.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","synthetic/adversarial-junk-0051.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":110,"category":"cross_lingual","difficulty":"hard","trap":"Chinese query for English MemGPT concept.","runIdx":0,"query":"我想找把大模型上下文当作操作系统内存来管理、会换入换出资料的那篇工作。","ideal":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","top5":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1511,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/memory-systems/20260411-msa-memory-sparse-attention.md","synthetic/adversarial-junk-0121.md","synthetic/adversarial-junk-0101.md","synthetic/adversarial-junk-0061.md","knowledge/llm-architecture/attention/20260411--1706-03762-attention-is-all-you-need.md","synthetic/adversarial-junk-0071.md","synthetic/adversarial-junk-0151.md","knowledge/ai-agents/self-evolution/20260411-2307-11760-emotionprompt.md","synthetic/adversarial-junk-0111.md","synthetic/adversarial-junk-0131.md","synthetic/adversarial-junk-0091.md","synthetic/adversarial-junk-0041.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","synthetic/adversarial-junk-0051.md"],"stage2Skipped":false,"gapRatio":1.2004933406114289,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":111,"category":"cross_lingual","difficulty":"hard","trap":"Bilingual wording can match philosophy notes; ideal is Evensong Chinese paper.","runIdx":0,"query":"Evensong 里持续记忆如何 causally 改变智能体行为的中文论述在哪里？","ideal":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","top5":["knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":430,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":111,"category":"cross_lingual","difficulty":"hard","trap":"Bilingual wording can match philosophy notes; ideal is Evensong Chinese paper.","runIdx":0,"query":"Evensong 里持续记忆如何 causally 改变智能体行为的中文论述在哪里？","ideal":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","top5":["knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":2727,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0126.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0136.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0076.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\n \"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md\",\n \"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\",\n \"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md\",\n \"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\",\n \"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md\"\n]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":111,"category":"cross_lingual","difficulty":"hard","trap":"Bilingual wording can match philosophy notes; ideal is Evensong Chinese paper.","runIdx":0,"query":"Evensong 里持续记忆如何 causally 改变智能体行为的中文论述在哪里？","ideal":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","top5":["knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":2625,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0126.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0136.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0076.md"],"stage2Skipped":false,"gapRatio":1.1097197953869629,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\n \"knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md\",\n \"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\",\n \"knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md\",\n \"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\",\n \"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md\"\n]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":112,"category":"cross_lingual","difficulty":"hard","trap":"Chinese methodology phrase with no title copy.","runIdx":0,"query":"哪份材料用系统一和系统二解释人类决策偏差与认知捷径？","ideal":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","top5":["knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0079.md","synthetic/adversarial-junk-0029.md"],"top1Hit":true,"top5Hit":true,"latencyMs":423,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":112,"category":"cross_lingual","difficulty":"hard","trap":"Chinese methodology phrase with no title copy.","runIdx":0,"query":"哪份材料用系统一和系统二解释人类决策偏差与认知捷径？","ideal":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","top5":["knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1323,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0079.md","synthetic/adversarial-junk-0029.md","synthetic/adversarial-junk-0179.md","synthetic/adversarial-junk-0149.md","synthetic/adversarial-junk-0059.md","synthetic/adversarial-junk-0099.md","synthetic/adversarial-junk-0069.md","synthetic/adversarial-junk-0119.md","synthetic/adversarial-junk-0089.md","synthetic/adversarial-junk-0129.md","synthetic/adversarial-junk-0159.md","synthetic/adversarial-junk-0039.md","synthetic/adversarial-junk-0109.md","synthetic/adversarial-junk-0019.md","synthetic/adversarial-junk-0009.md","synthetic/adversarial-junk-0049.md","synthetic/adversarial-junk-0169.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":112,"category":"cross_lingual","difficulty":"hard","trap":"Chinese methodology phrase with no title copy.","runIdx":0,"query":"哪份材料用系统一和系统二解释人类决策偏差与认知捷径？","ideal":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","top5":["knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1482,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0079.md","synthetic/adversarial-junk-0029.md","synthetic/adversarial-junk-0179.md","synthetic/adversarial-junk-0149.md","synthetic/adversarial-junk-0059.md","synthetic/adversarial-junk-0099.md","synthetic/adversarial-junk-0069.md","synthetic/adversarial-junk-0119.md","synthetic/adversarial-junk-0089.md","synthetic/adversarial-junk-0129.md","synthetic/adversarial-junk-0159.md","synthetic/adversarial-junk-0039.md","synthetic/adversarial-junk-0109.md","synthetic/adversarial-junk-0019.md","synthetic/adversarial-junk-0009.md","synthetic/adversarial-junk-0049.md","synthetic/adversarial-junk-0169.md"],"stage2Skipped":false,"gapRatio":1.3488687768875667,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-thinking-fast-and-slow.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":113,"category":"negative_exclusion","difficulty":"hard","trap":"Says not blackmail benchmark; ideal is extended mind philosophy.","runIdx":0,"query":"I do not want an AI safety blackmail benchmark; I want the philosophy argument that cognition can extend into external tools and environment.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0093.md","top5":["synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0033.md","synthetic/adversarial-junk-0053.md"],"top1Hit":false,"top5Hit":false,"latencyMs":546,"candidatePoolSize":20,"candidateIdealHit":false,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":113,"category":"negative_exclusion","difficulty":"hard","trap":"Says not blackmail benchmark; ideal is extended mind philosophy.","runIdx":0,"query":"I do not want an AI safety blackmail benchmark; I want the philosophy argument that cognition can extend into external tools and environment.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0069.md","top5":["synthetic/adversarial-junk-0069.md"],"top1Hit":false,"top5Hit":false,"latencyMs":1429,"candidatePoolSize":20,"candidateIdealHit":false,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"synthetic-distractor","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0033.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0163.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","synthetic/adversarial-junk-0069.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"synthetic/adversarial-junk-0069.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":113,"category":"negative_exclusion","difficulty":"hard","trap":"Says not blackmail benchmark; ideal is extended mind philosophy.","runIdx":0,"query":"I do not want an AI safety blackmail benchmark; I want the philosophy argument that cognition can extend into external tools and environment.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"","top5":[],"top1Hit":false,"top5Hit":false,"latencyMs":1200,"candidatePoolSize":20,"candidateIdealHit":false,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"empty","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0033.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0163.md","knowledge/ai-agents/self-evolution/20260411-evensong-paper-zh.md","synthetic/adversarial-junk-0069.md"],"stage2Skipped":false,"gapRatio":1.0015955621745063,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":114,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions context scaling but excludes attention; ideal is HyperMem.","runIdx":0,"query":"Not sparse attention or longer context windows: show me the memory architecture that goes beyond pairwise retrieval by linking facts relationally.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0098.md","top5":["synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0158.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0038.md"],"top1Hit":false,"top5Hit":false,"latencyMs":545,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":114,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions context scaling but excludes attention; ideal is HyperMem.","runIdx":0,"query":"Not sparse attention or longer context windows: show me the memory architecture that goes beyond pairwise retrieval by linking facts relationally.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","top5":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1567,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0158.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0108.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0178.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0118.md","synthetic/adversarial-junk-0058.md","synthetic/adversarial-junk-0168.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0128.md","synthetic/adversarial-junk-0148.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0028.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":114,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions context scaling but excludes attention; ideal is HyperMem.","runIdx":0,"query":"Not sparse attention or longer context windows: show me the memory architecture that goes beyond pairwise retrieval by linking facts relationally.","ideal":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","manifestSize":200,"top1":"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","top5":["knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1624,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0098.md","synthetic/adversarial-junk-0008.md","synthetic/adversarial-junk-0158.md","synthetic/adversarial-junk-0068.md","synthetic/adversarial-junk-0038.md","synthetic/adversarial-junk-0108.md","synthetic/adversarial-junk-0018.md","synthetic/adversarial-junk-0178.md","synthetic/adversarial-junk-0048.md","synthetic/adversarial-junk-0118.md","synthetic/adversarial-junk-0058.md","synthetic/adversarial-junk-0168.md","synthetic/adversarial-junk-0088.md","synthetic/adversarial-junk-0128.md","synthetic/adversarial-junk-0148.md","synthetic/adversarial-junk-0078.md","synthetic/adversarial-junk-0138.md","synthetic/adversarial-junk-0028.md","knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"stage2Skipped":false,"gapRatio":1.005505669786182,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/memory-systems/20260411-2604-08256-hypermem.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":115,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions emotions but excludes prompt emotion; ideal is Reflexion.","runIdx":0,"query":"Not emotional prompt wording: I need the agent that critiques its own failed trajectory and uses that reflection next time.","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0002.md","top5":["synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0102.md","synthetic/adversarial-junk-0122.md"],"top1Hit":false,"top5Hit":false,"latencyMs":531,"candidatePoolSize":20,"candidateIdealRank":8,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":115,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions emotions but excludes prompt emotion; ideal is Reflexion.","runIdx":0,"query":"Not emotional prompt wording: I need the agent that critiques its own failed trajectory and uses that reflection next time.","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","top5":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1622,"candidatePoolSize":20,"candidateIdealRank":8,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0102.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0042.md","synthetic/adversarial-junk-0032.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0052.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0142.md","synthetic/adversarial-junk-0062.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0112.md","synthetic/adversarial-junk-0162.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0172.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":115,"category":"negative_exclusion","difficulty":"hard","trap":"Mentions emotions but excludes prompt emotion; ideal is Reflexion.","runIdx":0,"query":"Not emotional prompt wording: I need the agent that critiques its own failed trajectory and uses that reflection next time.","ideal":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","top5":["knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1514,"candidatePoolSize":20,"candidateIdealRank":8,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0002.md","synthetic/adversarial-junk-0012.md","synthetic/adversarial-junk-0072.md","synthetic/adversarial-junk-0102.md","synthetic/adversarial-junk-0122.md","synthetic/adversarial-junk-0042.md","synthetic/adversarial-junk-0032.md","knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md","synthetic/adversarial-junk-0052.md","synthetic/adversarial-junk-0132.md","synthetic/adversarial-junk-0082.md","synthetic/adversarial-junk-0022.md","synthetic/adversarial-junk-0142.md","synthetic/adversarial-junk-0062.md","synthetic/adversarial-junk-0092.md","synthetic/adversarial-junk-0112.md","synthetic/adversarial-junk-0162.md","synthetic/adversarial-junk-0152.md","synthetic/adversarial-junk-0172.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"stage2Skipped":false,"gapRatio":1.0043038891114195,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-2303-11366-reflexion.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":116,"category":"negative_exclusion","difficulty":"hard","trap":"Contains intelligence and memory but asks for benchmark/safety misalignment.","runIdx":0,"query":"Find the benchmark about LLM insider-threat style blackmail behavior, not memory architecture or self-evolution.","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","top5":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0173.md"],"top1Hit":true,"top5Hit":true,"latencyMs":519,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":116,"category":"negative_exclusion","difficulty":"hard","trap":"Contains intelligence and memory but asks for benchmark/safety misalignment.","runIdx":0,"query":"Find the benchmark about LLM insider-threat style blackmail behavior, not memory architecture or self-evolution.","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","top5":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1482,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0033.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0163.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":116,"category":"negative_exclusion","difficulty":"hard","trap":"Contains intelligence and memory but asks for benchmark/safety misalignment.","runIdx":0,"query":"Find the benchmark about LLM insider-threat style blackmail behavior, not memory architecture or self-evolution.","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","top5":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1593,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0023.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0093.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0033.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0063.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0163.md","knowledge/ai-agents/memory-systems/20260411-2310-08560-memgpt.md"],"stage2Skipped":false,"gapRatio":1.0296518012290456,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":117,"category":"methodology_philosophy","difficulty":"medium","trap":"Could match first-principles audit; ideal is Musk methodology biography.","runIdx":0,"query":"Which methodology note uses Elon Musk as the example for decomposing problems from first principles?","ideal":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","top5":["knowledge/research-methods/methodology/20260411-elon-musk-biography.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0154.md"],"top1Hit":true,"top5Hit":true,"latencyMs":489,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":117,"category":"methodology_philosophy","difficulty":"medium","trap":"Could match first-principles audit; ideal is Musk methodology biography.","runIdx":0,"query":"Which methodology note uses Elon Musk as the example for decomposing problems from first principles?","ideal":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","top5":["knowledge/research-methods/methodology/20260411-elon-musk-biography.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1334,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-elon-musk-biography.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0114.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0144.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0024.md","synthetic/adversarial-junk-0164.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-elon-musk-biography.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":117,"category":"methodology_philosophy","difficulty":"medium","trap":"Could match first-principles audit; ideal is Musk methodology biography.","runIdx":0,"query":"Which methodology note uses Elon Musk as the example for decomposing problems from first principles?","ideal":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-elon-musk-biography.md","top5":["knowledge/research-methods/methodology/20260411-elon-musk-biography.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1541,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-elon-musk-biography.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0114.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0144.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0024.md","synthetic/adversarial-junk-0164.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"stage2Skipped":false,"gapRatio":1.1650676028854168,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-elon-musk-biography.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":118,"category":"methodology_philosophy","difficulty":"hard","trap":"Evensong plus philosophy could match the first-principles audit.","runIdx":0,"query":"I need the note that positions Evensong against philosophical frontiers and supervisor expectations.","ideal":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","top5":["knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md"],"top1Hit":true,"top5Hit":true,"latencyMs":416,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":118,"category":"methodology_philosophy","difficulty":"hard","trap":"Evensong plus philosophy could match the first-principles audit.","runIdx":0,"query":"I need the note that positions Evensong against philosophical frontiers and supervisor expectations.","ideal":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","top5":["knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1396,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0144.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0024.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0164.md","synthetic/adversarial-junk-0114.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":118,"category":"methodology_philosophy","difficulty":"hard","trap":"Evensong plus philosophy could match the first-principles audit.","runIdx":0,"query":"I need the note that positions Evensong against philosophical frontiers and supervisor expectations.","ideal":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","top5":["knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1432,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0144.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0024.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0164.md","synthetic/adversarial-junk-0114.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md"],"stage2Skipped":false,"gapRatio":1.1063064326143641,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":119,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match Musk first principles but asks for Evensong audit gaps.","runIdx":0,"query":"Which Evensong document audits assumptions, gaps, and first-principles weaknesses in the research itself?","ideal":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","top5":["knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0094.md"],"top1Hit":true,"top5Hit":true,"latencyMs":515,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":119,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match Musk first principles but asks for Evensong audit gaps.","runIdx":0,"query":"Which Evensong document audits assumptions, gaps, and first-principles weaknesses in the research itself?","ideal":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","top5":["knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1445,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0144.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0024.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0114.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":119,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match Musk first principles but asks for Evensong audit gaps.","runIdx":0,"query":"Which Evensong document audits assumptions, gaps, and first-principles weaknesses in the research itself?","ideal":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","manifestSize":200,"top1":"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","top5":["knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1747,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md","synthetic/adversarial-junk-0104.md","synthetic/adversarial-junk-0044.md","synthetic/adversarial-junk-0084.md","synthetic/adversarial-junk-0094.md","synthetic/adversarial-junk-0134.md","synthetic/adversarial-junk-0054.md","synthetic/adversarial-junk-0124.md","synthetic/adversarial-junk-0154.md","synthetic/adversarial-junk-0144.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md","synthetic/adversarial-junk-0014.md","synthetic/adversarial-junk-0074.md","synthetic/adversarial-junk-0174.md","synthetic/adversarial-junk-0024.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0064.md","synthetic/adversarial-junk-0004.md","synthetic/adversarial-junk-0034.md","synthetic/adversarial-junk-0114.md"],"stage2Skipped":false,"gapRatio":1.1791465430425563,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/research-methods/methodology/20260411-evensong-first-principles-audit.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":120,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match agent ethics; ideal is extended mind.","runIdx":0,"query":"The philosophical source saying notebooks, devices, and surroundings can be part of cognition when functionally coupled.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0069.md","top5":["synthetic/adversarial-junk-0069.md","synthetic/adversarial-junk-0029.md","synthetic/adversarial-junk-0179.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0049.md"],"top1Hit":false,"top5Hit":true,"latencyMs":510,"candidatePoolSize":20,"candidateIdealRank":4,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":120,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match agent ethics; ideal is extended mind.","runIdx":0,"query":"The philosophical source saying notebooks, devices, and surroundings can be part of cognition when functionally coupled.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","top5":["knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1493,"candidatePoolSize":20,"candidateIdealRank":4,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0069.md","synthetic/adversarial-junk-0029.md","synthetic/adversarial-junk-0179.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0049.md","synthetic/adversarial-junk-0039.md","synthetic/adversarial-junk-0089.md","synthetic/adversarial-junk-0009.md","synthetic/adversarial-junk-0019.md","synthetic/adversarial-junk-0079.md","synthetic/adversarial-junk-0059.md","synthetic/adversarial-junk-0169.md","synthetic/adversarial-junk-0109.md","synthetic/adversarial-junk-0149.md","synthetic/adversarial-junk-0129.md","synthetic/adversarial-junk-0099.md","synthetic/adversarial-junk-0139.md","synthetic/adversarial-junk-0159.md","synthetic/adversarial-junk-0119.md","synthetic/adversarial-junk-0072.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":120,"category":"methodology_philosophy","difficulty":"hard","trap":"Could match agent ethics; ideal is extended mind.","runIdx":0,"query":"The philosophical source saying notebooks, devices, and surroundings can be part of cognition when functionally coupled.","ideal":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","manifestSize":200,"top1":"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","top5":["knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1509,"candidatePoolSize":20,"candidateIdealRank":4,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0069.md","synthetic/adversarial-junk-0029.md","synthetic/adversarial-junk-0179.md","knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md","synthetic/adversarial-junk-0049.md","synthetic/adversarial-junk-0039.md","synthetic/adversarial-junk-0089.md","synthetic/adversarial-junk-0009.md","synthetic/adversarial-junk-0019.md","synthetic/adversarial-junk-0079.md","synthetic/adversarial-junk-0059.md","synthetic/adversarial-junk-0169.md","synthetic/adversarial-junk-0109.md","synthetic/adversarial-junk-0149.md","synthetic/adversarial-junk-0129.md","synthetic/adversarial-junk-0099.md","synthetic/adversarial-junk-0139.md","synthetic/adversarial-junk-0159.md","synthetic/adversarial-junk-0119.md","synthetic/adversarial-junk-0072.md"],"stage2Skipped":false,"gapRatio":1.0084769258697006,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/ethics-and-agency/20260411-clark-chalmers-extended-mind.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":121,"category":"engineering_specific","difficulty":"hard","trap":"Agent harness wording can match Evensong benchmark docs.","runIdx":0,"query":"Which engineering memo frames an agent scaling harness around three dimensions instead of only benchmark scores?","ideal":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","manifestSize":200,"top1":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","top5":["knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0073.md"],"top1Hit":true,"top5Hit":true,"latencyMs":443,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"none","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":121,"category":"engineering_specific","difficulty":"hard","trap":"Agent harness wording can match Evensong benchmark docs.","runIdx":0,"query":"Which engineering memo frames an agent scaling harness around three dimensions instead of only benchmark scores?","ideal":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","manifestSize":200,"top1":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","top5":["knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1414,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0033.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0007.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0107.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0077.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":121,"category":"engineering_specific","difficulty":"hard","trap":"Agent harness wording can match Evensong benchmark docs.","runIdx":0,"query":"Which engineering memo frames an agent scaling harness around three dimensions instead of only benchmark scores?","ideal":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","manifestSize":200,"top1":"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","top5":["knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1398,"candidatePoolSize":20,"candidateIdealRank":1,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md","synthetic/adversarial-junk-0003.md","synthetic/adversarial-junk-0103.md","synthetic/adversarial-junk-0123.md","synthetic/adversarial-junk-0073.md","synthetic/adversarial-junk-0153.md","synthetic/adversarial-junk-0113.md","synthetic/adversarial-junk-0133.md","synthetic/adversarial-junk-0043.md","synthetic/adversarial-junk-0083.md","synthetic/adversarial-junk-0013.md","synthetic/adversarial-junk-0033.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0007.md","knowledge/ai-agents/memory-systems/20260411-competitor-landscape.md","synthetic/adversarial-junk-0143.md","synthetic/adversarial-junk-0107.md","synthetic/adversarial-junk-0173.md","synthetic/adversarial-junk-0053.md","synthetic/adversarial-junk-0077.md"],"stage2Skipped":false,"gapRatio":1.1537746420980202,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/software-engineering/architecture/20260411-leo-harness-engineering-3d.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":122,"category":"engineering_specific","difficulty":"hard","trap":"Hermes and Evensong can match several docs; ideal is synthesis/public conversation.","runIdx":0,"query":"Find the synthesis note that ties Hermes and Evensong into a public communication narrative.","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0026.md","top5":["synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0036.md"],"top1Hit":false,"top5Hit":false,"latencyMs":418,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":122,"category":"engineering_specific","difficulty":"hard","trap":"Hermes and Evensong can match several docs; ideal is synthesis/public conversation.","runIdx":0,"query":"Find the synthesis note that ties Hermes and Evensong into a public communication narrative.","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","top5":["knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1423,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0126.md","synthetic/adversarial-junk-0136.md","synthetic/adversarial-junk-0046.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0076.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0056.md","synthetic/adversarial-junk-0096.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0031.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":122,"category":"engineering_specific","difficulty":"hard","trap":"Hermes and Evensong can match several docs; ideal is synthesis/public conversation.","runIdx":0,"query":"Find the synthesis note that ties Hermes and Evensong into a public communication narrative.","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","top5":["knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1408,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0126.md","synthetic/adversarial-junk-0136.md","synthetic/adversarial-junk-0046.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0076.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0056.md","synthetic/adversarial-junk-0096.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0031.md"],"stage2Skipped":false,"gapRatio":1.0013380400383969,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":123,"category":"engineering_specific","difficulty":"hard","trap":"Competitor wording can match market landscape; ideal asks benchmark adversarial agent behavior.","runIdx":0,"query":"Which document is about adversarial evaluation of agent behavior under insider-threat pressure rather than product competitors?","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0037.md","top5":["synthetic/adversarial-junk-0037.md","synthetic/adversarial-junk-0057.md","synthetic/adversarial-junk-0177.md","synthetic/adversarial-junk-0107.md","synthetic/adversarial-junk-0007.md"],"top1Hit":false,"top5Hit":false,"latencyMs":476,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":123,"category":"engineering_specific","difficulty":"hard","trap":"Competitor wording can match market landscape; ideal asks benchmark adversarial agent behavior.","runIdx":0,"query":"Which document is about adversarial evaluation of agent behavior under insider-threat pressure rather than product competitors?","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","top5":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1479,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0037.md","synthetic/adversarial-junk-0057.md","synthetic/adversarial-junk-0177.md","synthetic/adversarial-junk-0107.md","synthetic/adversarial-junk-0007.md","synthetic/adversarial-junk-0017.md","synthetic/adversarial-junk-0117.md","synthetic/adversarial-junk-0137.md","synthetic/adversarial-junk-0027.md","synthetic/adversarial-junk-0077.md","synthetic/adversarial-junk-0167.md","synthetic/adversarial-junk-0147.md","synthetic/adversarial-junk-0157.md","synthetic/adversarial-junk-0127.md","synthetic/adversarial-junk-0067.md","synthetic/adversarial-junk-0047.md","synthetic/adversarial-junk-0097.md","synthetic/adversarial-junk-0087.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0113.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":123,"category":"engineering_specific","difficulty":"hard","trap":"Competitor wording can match market landscape; ideal asks benchmark adversarial agent behavior.","runIdx":0,"query":"Which document is about adversarial evaluation of agent behavior under insider-threat pressure rather than product competitors?","ideal":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","manifestSize":200,"top1":"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","top5":["knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1406,"candidatePoolSize":20,"candidateIdealRank":19,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0037.md","synthetic/adversarial-junk-0057.md","synthetic/adversarial-junk-0177.md","synthetic/adversarial-junk-0107.md","synthetic/adversarial-junk-0007.md","synthetic/adversarial-junk-0017.md","synthetic/adversarial-junk-0117.md","synthetic/adversarial-junk-0137.md","synthetic/adversarial-junk-0027.md","synthetic/adversarial-junk-0077.md","synthetic/adversarial-junk-0167.md","synthetic/adversarial-junk-0147.md","synthetic/adversarial-junk-0157.md","synthetic/adversarial-junk-0127.md","synthetic/adversarial-junk-0067.md","synthetic/adversarial-junk-0047.md","synthetic/adversarial-junk-0097.md","synthetic/adversarial-junk-0087.md","knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md","synthetic/adversarial-junk-0113.md"],"stage2Skipped":false,"gapRatio":1.021468883445493,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/benchmarking/20260411-2510-05179v2.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense","queryId":124,"category":"engineering_specific","difficulty":"hard","trap":"Memory and evolution terms can match Evensong paper; ideal is Hermes synthesis.","runIdx":0,"query":"Where is the note that integrates Hermes with Evensong as a communication artifact, not the Chinese paper itself?","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"synthetic/adversarial-junk-0066.md","top5":["synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0056.md","synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0046.md"],"top1Hit":false,"top5Hit":false,"latencyMs":533,"candidatePoolSize":20,"candidateIdealRank":17,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Ran":false,"missType":"synthetic-distractor","resultStatus":"ok"}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-rar","queryId":124,"category":"engineering_specific","difficulty":"hard","trap":"Memory and evolution terms can match Evensong paper; ideal is Hermes synthesis.","runIdx":0,"query":"Where is the note that integrates Hermes with Evensong as a communication artifact, not the Chinese paper itself?","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","top5":["knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"top1Hit":true,"top5Hit":true,"latencyMs":2042,"candidatePoolSize":20,"candidateIdealRank":17,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0056.md","synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0046.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0076.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0096.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0126.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0136.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\",\"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md\"]"}}}
{"schemaVersion":"dense-rar-v3","runId":"dense-rar-2026-04-24T0801","runMode":"formal","pipeline":"dense-adaptive","queryId":124,"category":"engineering_specific","difficulty":"hard","trap":"Memory and evolution terms can match Evensong paper; ideal is Hermes synthesis.","runIdx":0,"query":"Where is the note that integrates Hermes with Evensong as a communication artifact, not the Chinese paper itself?","ideal":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","manifestSize":200,"top1":"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","top5":["knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"top1Hit":true,"top5Hit":true,"latencyMs":1953,"candidatePoolSize":20,"candidateIdealRank":17,"candidateIdealHit":true,"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage2Provider":"judge:deepseek-v4-flash","stage2Ran":true,"missType":"none","resultStatus":"ok","stage2Skipped":false,"diagnostics":{"stage1Provider":"dense:BGE-M3-Q4_K_M-8080","stage1RankedPaths":["synthetic/adversarial-junk-0066.md","synthetic/adversarial-junk-0086.md","synthetic/adversarial-junk-0056.md","synthetic/adversarial-junk-0026.md","synthetic/adversarial-junk-0046.md","synthetic/adversarial-junk-0166.md","synthetic/adversarial-junk-0076.md","synthetic/adversarial-junk-0156.md","synthetic/adversarial-junk-0016.md","synthetic/adversarial-junk-0116.md","synthetic/adversarial-junk-0146.md","synthetic/adversarial-junk-0006.md","synthetic/adversarial-junk-0176.md","synthetic/adversarial-junk-0096.md","synthetic/adversarial-junk-0036.md","synthetic/adversarial-junk-0126.md","knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md","synthetic/adversarial-junk-0106.md","synthetic/adversarial-junk-0136.md","knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md"],"stage2Skipped":false,"gapRatio":1.0085334948830171,"gapRatioThreshold":1.5,"stage2Provider":"judge:deepseek-v4-flash","stage2Diagnostics":{"judgeParseMode":"json","judgeDiscardedPaths":[],"rawJudgeResponse":"[\"knowledge/ai-agents/self-evolution/20260411-hermes-evensong-synthesis.md\",\"knowledge/research-methods/methodology/20260411-philosophy-supervisor-evensong.md\"]"}}}