fix(mcp): remove unused impl field and document §13 benchmark coverage

github-actions[bot] · claude · github-actions[bot] · commit 45223e0cec53 · 2026-05-12T21:28:07.000Z
Co-Authored-By: Claude Sonnet 4.6 &lt;noreply@anthropic.com&gt;
diff --git a/mcp_server/bench/catalog_bench.exs b/mcp_server/bench/catalog_bench.exs
@@ -7,6 +7,11 @@
 #
 # Spec: `Plans/ptc-runner-mcp-catalog-exposure.md` §13.
 #
+# §13 coverage:
+#   Covered here: description size (chars), rendering latency (median/p99).
+#   Deferred (require real model/API access): approximate token cost,
+#   first-shot program correctness, failure modes in lazy mode.
+#
 # Usage (from repo root):
 #
 #   mix run mcp_server/bench/catalog_bench.exs
@@ -51,7 +56,6 @@ defmodule CatalogBench.Helpers do
       %{
         name: "server_#{i}",
         tools: make_tools(count, "server_#{i}"),
-        impl: PtcRunnerMcp.Upstream.Stdio,
         metadata: %{
           description: "Test server #{i} for benchmarking catalog rendering",
           capabilities: ["capability_a", "capability_b"]

Original file line number	Diff line number	Diff line change
`@@ -7,6 +7,11 @@`
`7`	`7`	`#`
`8`	`8`	# Spec: `Plans/ptc-runner-mcp-catalog-exposure.md` §13.
`9`	`9`	`#`
	`10`	`+# §13 coverage:`
	`11`	`+# Covered here: description size (chars), rendering latency (median/p99).`
	`12`	`+# Deferred (require real model/API access): approximate token cost,`
	`13`	`+# first-shot program correctness, failure modes in lazy mode.`
	`14`	`+#`
`10`	`15`	`# Usage (from repo root):`
`11`	`16`	`#`
`12`	`17`	`# mix run mcp_server/bench/catalog_bench.exs`
`@@ -51,7 +56,6 @@ defmodule CatalogBench.Helpers do`
`51`	`56`	`%{`
`52`	`57`	`name: "server_#{i}",`
`53`	`58`	`tools: make_tools(count, "server_#{i}"),`
`54`		`- impl: PtcRunnerMcp.Upstream.Stdio,`
`55`	`59`	`metadata: %{`
`56`	`60`	`description: "Test server #{i} for benchmarking catalog rendering",`
`57`	`61`	`capabilities: ["capability_a", "capability_b"]`