Merge pull request #608 from Merit-Systems/mason/rm-old-evals-origin

feat: deleting old evals, making origins programmatic

Author: fmhall

.changeset/curvy-ravens-search.md

@@ -0,0 +1,5 @@
+---
+'@x402scan/mcp': patch
+---
+
+Made origins programmatic. No behavior change.

knip.config.ts

@@ -67,10 +67,7 @@ const config: KnipConfig = {
     },
     'examples/servers/express': {},
     'examples/servers/hono': {},
-    'packages/external/mcp': {
-      ignoreDependencies: ['@anthropic-ai/claude-agent-sdk', 'promptfoo'],
-      ignore: ['evals/**'],
-    },
+    'packages/external/mcp': {},
   },
   ignore: [
     '**/*.test.{ts,tsx,js,jsx}',

packages/external/mcp/README.md

@@ -148,23 +148,18 @@ Results are posted back to your PR with a link to detailed metrics.
 
 ### Local Evaluation
 
-For local development, you can run evals directly:
-
-```bash
-# Run local evals in this package
-pnpm evals
-
-# Or run smoke tests
-pnpm evals:single-prompt
-```
-
-For the full CI/CD eval suite, clone [x402-evals](https://github.com/merit-systems/x402-evals) and run:
-
 ```bash
 # In x402-evals repo
 MCP_SERVER_DIR=/path/to/x402scan/packages/external/mcp/dist/esm pnpm --filter @x402-evals/promptfoo eval
 ```
 
+### Evals on changes to enrichx402 or stablestudio
+
+1. Make a PR in enrichx402 and generate a preview URL with vercel
+2. Make a branch in the x402scan repo
+3. Replace the enrichx402.com URL in `src/shared/origins.ts` with your preview URL
+4. Push and make a PR, then comment on it with "/eval full" (or smoke, regression)
+
 ## Publishing
 
 This package uses [changesets](https://github.com/changesets/changesets) for versioning and publishing.