diff --git a/app/composables/useNavigation.ts b/app/composables/useNavigation.ts index 3be14de6f..fca97c770 100644 --- a/app/composables/useNavigation.ts +++ b/app/composables/useNavigation.ts @@ -134,14 +134,14 @@ const footerLinks = [{ }, { label: 'Explore', children: [{ - label: 'Modules', - to: 'https://nuxt.com/modules' - }, { label: 'Templates', - to: 'https://nuxt.com/templates' + to: '/templates' }, { label: 'Showcase', - to: 'https://nuxt.com/showcase' + to: '/showcase' + }, { + label: 'AI Evals', + to: '/evals' }] }, { label: 'Enterprise', diff --git a/app/pages/evals.vue b/app/pages/evals.vue new file mode 100644 index 000000000..8a5f7d97a --- /dev/null +++ b/app/pages/evals.vue @@ -0,0 +1,321 @@ + + + diff --git a/content.config.ts b/content.config.ts index bd66ae878..d7d3b31d1 100644 --- a/content.config.ts +++ b/content.config.ts @@ -421,6 +421,15 @@ export default defineContentConfig({ links: z.array(Link) })) }) + }), + evals: defineCollection({ + type: 'data', + source: 'evals.yml', + schema: z.object({ + title: z.string(), + description: z.string(), + githubUrl: z.string().url() + }) }) } }) diff --git a/content/evals.yml b/content/evals.yml new file mode 100644 index 000000000..285773be1 --- /dev/null +++ b/content/evals.yml @@ -0,0 +1,3 @@ +title: AI Agent Evaluations +description: "Performance results of AI coding agents on Nuxt code generation tasks, measuring success rate and execution time." +githubUrl: "https://github.com/vercel/nuxt-evals" diff --git a/public/agent-results.json b/public/agent-results.json new file mode 100644 index 000000000..bbc3c6fad --- /dev/null +++ b/public/agent-results.json @@ -0,0 +1,1614 @@ +{ + "metadata": { + "exportedAt": "2026-02-23T20:50:32.137Z", + "experiments": [ + { + "name": "claude-opus-4.6", + "timestamp": "2026-02-23T20:21:39.592Z", + "modelName": "Claude Opus 4.6", + "agentHarness": "Claude Code" + }, + { + "name": "claude-sonnet-4.5", + "timestamp": "2026-02-23T20:21:39.607Z", + "modelName": "Claude Sonnet 4.5", + "agentHarness": "Claude Code" + }, + { + "name": "cursor-composer-1.5", + "timestamp": "2026-02-23T20:21:39.621Z", + "modelName": "Cursor Composer 1.5", + "agentHarness": "Cursor" + }, + { + "name": "gemini-3-pro-preview", + "timestamp": "2026-02-23T20:21:39.649Z", + "modelName": "Gemini 3 Pro Preview", + "agentHarness": "OpenCode" + }, + { + "name": "gemini-3-pro-preview-gemini-cli", + "timestamp": "2026-02-23T20:21:39.634Z", + "modelName": "Gemini 3 Pro Preview", + "agentHarness": "Gemini CLI" + }, + { + "name": "gpt-5.3-codex-xhigh", + "timestamp": "2026-02-23T20:21:39.667Z", + "modelName": "GPT 5.3 Codex (xhigh)", + "agentHarness": "Codex" + } + ] + }, + "results": { + "claude-opus-4.6": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 178063, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 185225, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 181762, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": true, + "duration": 236538, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": false, + "duration": 178735.5, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": true, + "duration": 222373.49999999997, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 246936, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": true, + "duration": 195929, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 188810, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 172612, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 186191, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 184783, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 184950, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-013-computed-url", + "result": { + "success": true, + "duration": 172048, + "evalPath": "nuxt-013-computed-url", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 214038, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": true, + "duration": 394554.5, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": true, + "duration": 409896, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": true, + "duration": 348610.5, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T20:21:39.592Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": true, + "duration": 287301, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": true, + "duration": 218177, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": false, + "duration": 372849.50000000006, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 405422, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 255017.49999999997, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": true, + "duration": 348322, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 341062, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": true, + "duration": 270034, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.806Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": true, + "duration": 279030, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": true, + "duration": 304617, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.936Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": true, + "duration": 332649, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T17:45:38.936Z" + } + } + ], + "claude-sonnet-4.5": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 180527, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 186117, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 157461, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": true, + "duration": 287740, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": true, + "duration": 173400, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": false, + "duration": 216194.00000000003, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 281153, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": false, + "duration": 195910.5, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 185529, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 195123, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 175683, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 174806, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 182252, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 172373, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": false, + "duration": 258469, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": false, + "duration": 376113.50000000006, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": false, + "duration": 418111.5, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T20:21:39.607Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": false, + "duration": 251935.5, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": false, + "duration": 200596, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": true, + "duration": 248424, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 265940, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 236468, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": false, + "duration": 242817, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 245239, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": false, + "duration": 256927.00000000003, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.821Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": false, + "duration": 222118.5, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": false, + "duration": 370354, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.945Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": false, + "duration": 336496, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T20:21:39.607Z" + } + } + ], + "cursor-composer-1.5": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 195804, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 179567, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 204594, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": true, + "duration": 220334, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": true, + "duration": 151979, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": true, + "duration": 186413, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 194670, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": true, + "duration": 166245, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 175795, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 184283, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 184727, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 181231, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 147114, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-013-computed-url", + "result": { + "success": true, + "duration": 165468, + "evalPath": "nuxt-013-computed-url", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 157352, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": true, + "duration": 224801, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": true, + "duration": 277893, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": false, + "duration": 290013.5, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T20:21:39.621Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": true, + "duration": 220037, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": true, + "duration": 199631, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": true, + "duration": 273522, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 279976, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 224561, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": true, + "duration": 269047, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 234408, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": true, + "duration": 252833, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.834Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": true, + "duration": 233861, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": false, + "duration": 253144, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.953Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": true, + "duration": 214582, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T17:45:38.953Z" + } + } + ], + "gemini-3-pro-preview": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 270371, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 281712, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 334902, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": false, + "duration": 393707.5, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": true, + "duration": 283559, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": true, + "duration": 338015, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 290851, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": true, + "duration": 259514, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T20:21:39.649Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 296692, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 267906, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 240179, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 271700, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 300617, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-013-computed-url", + "result": { + "success": true, + "duration": 272058.5, + "evalPath": "nuxt-013-computed-url", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 266092, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": true, + "duration": 284550, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": true, + "duration": 393409, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": false, + "duration": 404097, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": true, + "duration": 322270, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": true, + "duration": 312281, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": false, + "duration": 505456.5, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 397089.5, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 401216, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": false, + "duration": 458650, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 344917, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": true, + "duration": 357283, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.859Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": true, + "duration": 384913, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": true, + "duration": 470609.00000000006, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.968Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": true, + "duration": 384286.50000000006, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T17:45:38.968Z" + } + } + ], + "gemini-3-pro-preview-gemini-cli": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 210683, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 283653, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 266926, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": true, + "duration": 294254, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": true, + "duration": 231910, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": true, + "duration": 322772, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 242005, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": true, + "duration": 247775, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T20:21:39.634Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 323201, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 236640, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 205995, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 219579, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 274910, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-013-computed-url", + "result": { + "success": true, + "duration": 222565, + "evalPath": "nuxt-013-computed-url", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 243950, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": true, + "duration": 290936, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": true, + "duration": 388170, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": false, + "duration": 477066.5, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T20:21:39.634Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": true, + "duration": 358216, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": true, + "duration": 442256, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": true, + "duration": 404070, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 535914, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 471515, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": true, + "duration": 520034, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 318173, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": true, + "duration": 390551, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.846Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": true, + "duration": 411641, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": true, + "duration": 438554, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.960Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": true, + "duration": 373498, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T18:18:58.846Z" + } + } + ], + "gpt-5.3-codex-xhigh": [ + { + "evalPath": "nuxt-000-server-api-route", + "result": { + "success": true, + "duration": 216181, + "evalPath": "nuxt-000-server-api-route", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-001-routing", + "result": { + "success": true, + "duration": 196417, + "evalPath": "nuxt-001-routing", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-002-route-middleware", + "result": { + "success": true, + "duration": 200661, + "evalPath": "nuxt-002-route-middleware", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-003-state-composables", + "result": { + "success": true, + "duration": 311200, + "evalPath": "nuxt-003-state-composables", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-004-page-meta", + "result": { + "success": true, + "duration": 236915, + "evalPath": "nuxt-004-page-meta", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-005-error-handling", + "result": { + "success": true, + "duration": 220864, + "evalPath": "nuxt-005-error-handling", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-006-seo-meta", + "result": { + "success": true, + "duration": 287388, + "evalPath": "nuxt-006-seo-meta", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-007-runtime-config", + "result": { + "success": true, + "duration": 213599, + "evalPath": "nuxt-007-runtime-config", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-008-plugins", + "result": { + "success": true, + "duration": 239997, + "evalPath": "nuxt-008-plugins", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-009-route-validation", + "result": { + "success": true, + "duration": 249473, + "evalPath": "nuxt-009-route-validation", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-010-app-config", + "result": { + "success": true, + "duration": 208406, + "evalPath": "nuxt-010-app-config", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-011-server-utils", + "result": { + "success": true, + "duration": 206715, + "evalPath": "nuxt-011-server-utils", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-012-lazy-fetch", + "result": { + "success": true, + "duration": 207018, + "evalPath": "nuxt-012-lazy-fetch", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-013-computed-url", + "result": { + "success": true, + "duration": 246141, + "evalPath": "nuxt-013-computed-url", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-014-parallel-fetch", + "result": { + "success": true, + "duration": 200384, + "evalPath": "nuxt-014-parallel-fetch", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-content-000-installation", + "result": { + "success": true, + "duration": 385641, + "evalPath": "nuxt-content-000-installation", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-content-001-blog", + "result": { + "success": true, + "duration": 325937, + "evalPath": "nuxt-content-001-blog", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-content-002-navigation", + "result": { + "success": false, + "duration": 383075.50000000006, + "evalPath": "nuxt-content-002-navigation", + "timestamp": "2026-02-23T20:21:39.667Z" + } + }, + { + "evalPath": "nuxt-content-003-data-collection", + "result": { + "success": true, + "duration": 293541, + "evalPath": "nuxt-content-003-data-collection", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-ui-000-installation", + "result": { + "success": true, + "duration": 268297, + "evalPath": "nuxt-ui-000-installation", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-001-theming", + "result": { + "success": true, + "duration": 326096, + "evalPath": "nuxt-ui-001-theming", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-002-page-shell", + "result": { + "success": true, + "duration": 390554, + "evalPath": "nuxt-ui-002-page-shell", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-003-landing-page", + "result": { + "success": true, + "duration": 298084, + "evalPath": "nuxt-ui-003-landing-page", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-004-dashboard-layout", + "result": { + "success": true, + "duration": 334548, + "evalPath": "nuxt-ui-004-dashboard-layout", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-005-form", + "result": { + "success": true, + "duration": 231436, + "evalPath": "nuxt-ui-005-form", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-ui-006-table", + "result": { + "success": true, + "duration": 277762, + "evalPath": "nuxt-ui-006-table", + "timestamp": "2026-02-23T18:18:58.872Z" + } + }, + { + "evalPath": "nuxt-ui-007-modal", + "result": { + "success": true, + "duration": 334836, + "evalPath": "nuxt-ui-007-modal", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-008-command-palette", + "result": { + "success": true, + "duration": 414674, + "evalPath": "nuxt-ui-008-command-palette", + "timestamp": "2026-02-23T17:45:38.976Z" + } + }, + { + "evalPath": "nuxt-ui-009-dropdown-menu", + "result": { + "success": true, + "duration": 292595, + "evalPath": "nuxt-ui-009-dropdown-menu", + "timestamp": "2026-02-23T17:45:38.976Z" + } + } + ] + } +} \ No newline at end of file