fix: expose documented TypeScript package subpaths

The TypeScript docs reference package subpaths that were not present in the
export map, so consumers following those examples could not rely on package-level
resolution for metrics, models, kebab-case test cases, or evaluate helpers.

Constraint: Keep the change additive and limited to documented TypeScript entrypoints.
Rejected: Renaming or removing the existing testCase subpath | It may already be used by package consumers.
Confidence: high
Scope-risk: narrow
Directive: Keep future public TypeScript subpaths covered by package export smoke tests.
Tested: cd typescript && npm test -- package-exports.test.ts; cd typescript && npm run test:package-exports; cd typescript && npm run lint; git diff --check origin/main...HEAD
Not-tested: Full cd typescript && npm test -- --runInBand passes locally | existing suite requires missing OPENAI_API_KEY and CONFIDENT_API_KEY, has an optional OpenAI Agents MCP dependency resolution failure, and includes an existing bad import in test/test-core/evaluate.test.ts.

Author: DivyamTalwar

.github/workflows/typescript_test.yml

@@ -34,3 +34,6 @@ jobs:
           CONFIDENT_API_KEY: ${{ secrets.CONFIDENT_API_KEY }}
           CONFIDENT_TRACE_VERBOSE: 0
         run: npm test
+
+      - name: Validate package exports
+        run: npm run test:package-exports

typescript/package.json

@@ -23,11 +23,31 @@
       "require": "./dist/dataset/index.js",
       "types": "./dist/dataset/index.d.ts"
     },
+    "./metrics": {
+      "import": "./dist/metrics/index.js",
+      "require": "./dist/metrics/index.js",
+      "types": "./dist/metrics/index.d.ts"
+    },
+    "./models": {
+      "import": "./dist/models/index.js",
+      "require": "./dist/models/index.js",
+      "types": "./dist/models/index.d.ts"
+    },
     "./testCase": {
       "import": "./dist/test-case/index.js",
       "require": "./dist/test-case/index.js",
       "types": "./dist/test-case/index.d.ts"
     },
+    "./test-case": {
+      "import": "./dist/test-case/index.js",
+      "require": "./dist/test-case/index.js",
+      "types": "./dist/test-case/index.d.ts"
+    },
+    "./evaluate": {
+      "import": "./dist/evaluate/index.js",
+      "require": "./dist/evaluate/index.js",
+      "types": "./dist/evaluate/index.d.ts"
+    },
     "./tracing": {
       "import": "./dist/tracing/index.js",
       "require": "./dist/tracing/index.js",
@@ -72,9 +92,21 @@
       "dataset": [
         "dist/dataset/index.d.ts"
       ],
+      "metrics": [
+        "dist/metrics/index.d.ts"
+      ],
+      "models": [
+        "dist/models/index.d.ts"
+      ],
       "testCase": [
         "dist/test-case/index.d.ts"
       ],
+      "test-case": [
+        "dist/test-case/index.d.ts"
+      ],
+      "evaluate": [
+        "dist/evaluate/index.d.ts"
+      ],
       "tracing": [
         "dist/tracing/index.d.ts"
       ],
@@ -107,6 +139,7 @@
   "scripts": {
     "build": "tsc",
     "test": "jest",
+    "test:package-exports": "npm run build && node test/test-core/package-exports-smoke.cjs",
     "lint": "eslint",
     "lint:fix": "eslint --fix"
   },

typescript/test/test-core/package-exports-smoke.cjs

@@ -0,0 +1,47 @@
+const fs = require("fs");
+const path = require("path");
+
+const packageRoot = path.resolve(__dirname, "../..");
+const packageJson = require(path.join(packageRoot, "package.json"));
+
+const packageSubpaths = [
+  { exportKey: "./metrics", specifier: "deepeval/metrics" },
+  { exportKey: "./models", specifier: "deepeval/models" },
+  { exportKey: "./test-case", specifier: "deepeval/test-case" },
+  { exportKey: "./evaluate", specifier: "deepeval/evaluate" },
+  { exportKey: "./testCase", specifier: "deepeval/testCase" },
+];
+
+function assert(condition, message) {
+  if (!condition) {
+    throw new Error(message);
+  }
+}
+
+function assertExportFilesExist(exportKey) {
+  const exportEntry = packageJson.exports[exportKey];
+  assert(exportEntry, `Missing package export ${exportKey}`);
+
+  for (const field of ["import", "require", "types"]) {
+    const relativePath = exportEntry[field];
+    assert(
+      fs.existsSync(path.resolve(packageRoot, relativePath)),
+      `Missing ${field} file for ${exportKey}: ${relativePath}`,
+    );
+  }
+}
+
+async function main() {
+  for (const { exportKey, specifier } of packageSubpaths) {
+    assertExportFilesExist(exportKey);
+
+    require.resolve(specifier, { paths: [packageRoot] });
+    require(specifier);
+    await import(specifier);
+  }
+}
+
+main().catch((error) => {
+  console.error(error);
+  process.exitCode = 1;
+});

typescript/test/test-core/package-exports.test.ts

@@ -0,0 +1,75 @@
+import * as fs from "fs";
+import * as path from "path";
+
+type PackageJson = {
+  exports: Record<
+    string,
+    {
+      import: string;
+      require: string;
+      types: string;
+    }
+  >;
+  typesVersions: Record<string, Record<string, string[]>>;
+};
+
+const packageRoot = path.resolve(__dirname, "../..");
+const packageJsonPath = path.join(packageRoot, "package.json");
+const packageJson = JSON.parse(
+  fs.readFileSync(packageJsonPath, "utf8"),
+) as PackageJson;
+
+const documentedSubpaths = [
+  {
+    subpath: "./metrics",
+    sourceIndex: "src/metrics/index.ts",
+    distIndex: "dist/metrics/index",
+  },
+  {
+    subpath: "./models",
+    sourceIndex: "src/models/index.ts",
+    distIndex: "dist/models/index",
+  },
+  {
+    subpath: "./test-case",
+    sourceIndex: "src/test-case/index.ts",
+    distIndex: "dist/test-case/index",
+  },
+  {
+    subpath: "./evaluate",
+    sourceIndex: "src/evaluate/index.ts",
+    distIndex: "dist/evaluate/index",
+  },
+];
+
+describe("package exports", () => {
+  test.each(documentedSubpaths)(
+    "exports documented $subpath entrypoint",
+    ({ subpath, sourceIndex, distIndex }) => {
+      const entry = packageJson.exports[subpath];
+      expect(entry).toEqual({
+        import: `./${distIndex}.js`,
+        require: `./${distIndex}.js`,
+        types: `./${distIndex}.d.ts`,
+      });
+
+      expect(fs.existsSync(path.join(packageRoot, sourceIndex))).toBe(true);
+
+      const typesVersionPath = subpath.replace(/^\.\//, "");
+      expect(packageJson.typesVersions["*"][typesVersionPath]).toEqual([
+        `${distIndex}.d.ts`,
+      ]);
+    },
+  );
+
+  test("keeps the legacy camelCase testCase subpath available", () => {
+    expect(packageJson.exports["./testCase"]).toEqual({
+      import: "./dist/test-case/index.js",
+      require: "./dist/test-case/index.js",
+      types: "./dist/test-case/index.d.ts",
+    });
+    expect(packageJson.typesVersions["*"].testCase).toEqual([
+      "dist/test-case/index.d.ts",
+    ]);
+  });
+});