clerk-evals/src/config/evaluations.ts at main · clerk/clerk-evals · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
import type { Evaluation } from '@/src/interfaces'

/**
 * Shared evaluations for baseline and MCP runners.
 * Categories aligned with Clerk product verticals.
 */
export const EVALUATIONS: Evaluation[] = [
  // Quickstarts (4 evals)
  { framework: 'Next.js', category: 'Quickstarts', path: 'evals/quickstarts/nextjs' },
  {
    framework: 'Next.js',
    category: 'Quickstarts',
    path: 'evals/quickstarts/nextjs-app-router',
  },
  { framework: 'Next.js', category: 'Quickstarts', path: 'evals/quickstarts/keyless' },
  { framework: 'React', category: 'Quickstarts', path: 'evals/quickstarts/react-vite' },

  // Auth (2 evals)
  { framework: 'Next.js', category: 'Auth', path: 'evals/auth/protect' },
  { framework: 'Next.js', category: 'Auth', path: 'evals/auth/routes' },

  // User Management (1 eval)
  { framework: 'Next.js', category: 'User Management', path: 'evals/user-management/profile-page' },

  // UI Components (4 evals)
  {
    framework: 'Next.js',
    category: 'UI Components',
    path: 'evals/ui-components/sign-in-customization',
  },
  { framework: 'Next.js', category: 'UI Components', path: 'evals/ui-components/user-button-menu' },
  {
    framework: 'Next.js',
    category: 'UI Components',
    path: 'evals/ui-components/user-profile-embed',
  },
  {
    framework: 'Next.js',
    category: 'UI Components',
    path: 'evals/ui-components/organization-switcher',
  },

  // Organizations (2 evals)
  { framework: 'Next.js', category: 'Organizations', path: 'evals/organizations/url-sync' },
  {
    framework: 'Next.js',
    category: 'Organizations',
    path: 'evals/organizations/membership-webhook',
  },

  // Webhooks (3 evals)
  { framework: 'Next.js', category: 'Webhooks', path: 'evals/webhooks/user-created' },
  { framework: 'Next.js', category: 'Webhooks', path: 'evals/webhooks/user-sync' },
  { framework: 'Next.js', category: 'Webhooks', path: 'evals/webhooks/notifications' },

  // Upgrades (1 eval)
  { framework: 'Next.js', category: 'Upgrades', path: 'evals/upgrades/core-3' },

  // Billing (4 evals)
  { framework: 'Next.js', category: 'Billing', path: 'evals/billing/checkout-new' },
  { framework: 'Next.js', category: 'Billing', path: 'evals/billing/checkout-existing' },
  { framework: 'Next.js', category: 'Billing', path: 'evals/billing/events-webhook' },
  { framework: 'Next.js', category: 'Billing', path: 'evals/billing/subscriptions-webhook' },

  // iOS (3 evals)
  { framework: 'iOS', category: 'Quickstarts', path: 'evals/ios/prebuilt-setup' },
  { framework: 'iOS', category: 'Quickstarts', path: 'evals/ios/custom-setup' },
  { framework: 'iOS', category: 'Auth', path: 'evals/ios/routing' },
]