-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathquality_scores_collected.json
More file actions
72 lines (72 loc) · 5.84 KB
/
quality_scores_collected.json
File metadata and controls
72 lines (72 loc) · 5.84 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
"anthropic": [
{"name": "theme-factory", "score": 78, "rationale": "Clear purpose, 10 themes, missing code examples/error handling"},
{"name": "doc-coauthoring", "score": 92, "rationale": "Excellent 3-stage workflow, detailed steps, well-defined exit conditions"},
{"name": "generative-art", "score": 88, "rationale": "Philosophy-driven, clear constraints, references template files"},
{"name": "internal-comms", "score": 55, "rationale": "Clear triggers but thin guidance, defers to external files"},
{"name": "skill-creator", "score": 95, "rationale": "Comprehensive meta-skill, detailed anatomy, progressive disclosure"},
{"name": "canvas-design", "score": 82, "rationale": "Creative 2-step process, good examples, lacks code examples"},
{"name": "pptx", "score": 94, "rationale": "Comprehensive workflows, code examples, script references, validation"},
{"name": "slack-gif-creator", "score": 89, "rationale": "Clear Slack requirements, GIFBuilder API, animation concepts"},
{"name": "webapp-testing", "score": 75, "rationale": "Good decision tree, relies heavily on external scripts"},
{"name": "frontend-design", "score": 70, "rationale": "Strong philosophy, no code examples, abstract"},
{"name": "mcp-builder", "score": 91, "rationale": "Excellent 4-phase workflow, covers TS and Python, evaluation"},
{"name": "brand-guidelines", "score": 60, "rationale": "Clear colors/fonts, no code examples, very short"},
{"name": "docx", "score": 93, "rationale": "Excellent decision tree, redlining workflow, code examples"},
{"name": "web-artifacts-builder", "score": 85, "rationale": "Clear 5-step workflow, specific stack, anti-slop guidance"}
],
"openai": [
{"name": "security-threat-model", "score": 92, "rationale": "Excellent structure, explicit output contract, bundled templates"},
{"name": "screenshot", "score": 88, "rationale": "Multi-platform, bundled scripts, permission preflight"},
{"name": "figma-implementation", "score": 85, "rationale": "Good MCP workflow, asset handling, missing bundled scripts"},
{"name": "security-best-practices", "score": 82, "rationale": "Clear decision tree, multiple frameworks, organized references"},
{"name": "linear", "score": 80, "rationale": "Good MCP catalog, practical examples, relies on external MCP"},
{"name": "pdf", "score": 85, "rationale": "Clear workflow, explicit dependencies, quality expectations"},
{"name": "playwright", "score": 90, "rationale": "Excellent CLI-first, bundled wrapper, good guardrails"},
{"name": "notion-research-documentation", "score": 78, "rationale": "Clear MCP workflow, good templates, no fallbacks"},
{"name": "speech", "score": 91, "rationale": "Bundled script, clear decision tree, extensive prompting"},
{"name": "develop-web-game", "score": 94, "rationale": "Excellent Playwright harness, bundled client, test checklist"},
{"name": "figma", "score": 83, "rationale": "Clear MCP rules, asset handling, relies on external MCP"},
{"name": "notion-knowledge-capture", "score": 76, "rationale": "Good workflow, template references, dependent on MCP"},
{"name": "cloudflare-deploy", "score": 89, "rationale": "Excellent decision trees, comprehensive product index"},
{"name": "vercel-deploy", "score": 88, "rationale": "Bundled deploy.sh, clear output format, framework detection"},
{"name": "render-deploy", "score": 90, "rationale": "Comprehensive Blueprint workflow, MCP + CLI dual-path"},
{"name": "gh-fix-ci", "score": 84, "rationale": "Bundled Python script, clear workflow, approval gates"},
{"name": "notion-spec-to-implementation", "score": 79, "rationale": "Good workflow, template references, dependent on MCP"},
{"name": "doc", "score": 86, "rationale": "Clear DOCX workflow, bundled render script"},
{"name": "yeet", "score": 75, "rationale": "Simple Git+PR workflow, minimal error handling"},
{"name": "atlas", "score": 81, "rationale": "Bundled CLI, good commands, macOS-specific"},
{"name": "openai-docs", "score": 77, "rationale": "MCP-first approach, good fallback to web search"},
{"name": "sentry", "score": 87, "rationale": "Bundled Python script, security-conscious"},
{"name": "transcribe", "score": 89, "rationale": "Bundled CLI, diarization support, clear decision rules"},
{"name": "gh-address-comments", "score": 72, "rationale": "Bundled fetch script, limited scope"},
{"name": "security-ownership-map", "score": 93, "rationale": "Excellent bundled scripts, comprehensive security queries"},
{"name": "imagegen", "score": 92, "rationale": "Bundled CLI, extensive prompting guidance"}
],
"openai-experimental": [
{"name": "codex-readiness-unit-test", "score": 88, "rationale": "Clear modes, detailed runbook, JSON schemas, safety guardrails"},
{"name": "codex-readiness-integration-test", "score": 72, "rationale": "Good coverage but requires external CLI, complex auth"},
{"name": "create-plan", "score": 92, "rationale": "Clean, focused, exact template, read-only constraint"},
{"name": "gitlab-address-comments", "score": 78, "rationale": "Good workflow, bundled script, placeholder issues"},
{"name": "codex-wrapped", "score": 85, "rationale": "Simple 2-step workflow, bundled scripts"}
],
"_metadata": {
"anthropic_count": 14,
"anthropic_manual": 13,
"openai_count": 31,
"openai_manual": 25,
"openai_experimental_count": 5,
"openai_experimental_manual": 5,
"skillssh_count": 968,
"skillssh_manual": 898,
"skillssh_coverage_pct": 92.8,
"clawdhub_count": 3764,
"clawdhub_manual": 478,
"clawdhub_coverage_pct": 12.7,
"total_skills": 4784,
"total_manual_scored": 1419,
"total_derived_scored": 3365,
"overall_manual_coverage_pct": 29.7,
"note": "Manual scores based on actual reading of SKILL.md content by AI agents. Derived scores use pattern-based heuristics for skills not manually reviewed."
}
}