refactor(docs-gen): modularize extension extractor

Author: makhnatkin

infra/docs-gen/package.json

@@ -15,8 +15,8 @@
   },
   "scripts": {
     "build": "node src/generate-docs.mjs && yfm -i ../../tmp/docs-src -o ../../dist/docs",
-    "extract:names": "node src/extract-extension-names.mjs",
-    "test": "node --test src/*.test.mjs"
+    "extract": "node src/extract-extension-data.mjs",
+    "test": "node --test src/extractor/*.test.mjs"
   },
   "dependencies": {
     "@diplodoc/cli": "5.43.0",

infra/docs-gen/src/extract-extension-data.mjs

@@ -0,0 +1,14 @@
+#!/usr/bin/env node
+import {fileURLToPath} from 'node:url';
+
+import {DOCS_GEN_DIR} from './extractor/config.mjs';
+import {extractExtensionData} from './extractor/index.mjs';
+import {writeExtensionsJson} from './extractor/output.mjs';
+
+export function main() {
+    writeExtensionsJson(DOCS_GEN_DIR, extractExtensionData());
+}
+
+if (process.argv[1] && fileURLToPath(import.meta.url) === process.argv[1]) {
+    main();
+}

infra/docs-gen/src/extract-extension-names.mjs

@@ -0,0 +1,18 @@
+# Extension Extractor Layout
+
+This extractor is intentionally modular from the first PR, even though it currently writes only
+the `name` field.
+
+- `config.mjs` defines repository paths and extension entry points.
+- `blacklist.mjs` owns internal and public extension skip lists.
+- `entry-points.mjs` turns configured entry points into extension refs and applies blacklist
+  filtering.
+- `source-files.mjs` reads TypeScript/TSX sources for one extension ref.
+- `ast/` contains TypeScript AST primitives and source scanners.
+- `fields/` contains one controller per extracted field.
+- `field-config.mjs` declares the active output fields and connects each field to its controller.
+- `index.mjs` orchestrates ref collection, source reading, field extraction, and record creation.
+- `output.mjs` writes extracted records to `tmp/docs-gen/extensions.json`.
+
+To add another field later, add its controller under `fields/`, add any focused AST scanner under
+`ast/`, then register the field in `field-config.mjs`.

infra/docs-gen/src/extract-extension-names.test.mjs

@@ -0,0 +1,38 @@
+import ts from 'typescript';
+
+export function parseSource(content, fileName = 'source.tsx') {
+    return ts.createSourceFile(fileName, content, ts.ScriptTarget.Latest, true, ts.ScriptKind.TSX);
+}
+
+export function forEachNode(root, callback) {
+    const visit = (node) => {
+        callback(node);
+        ts.forEachChild(node, visit);
+    };
+
+    visit(root);
+}
+
+export function unwrapExpression(expression) {
+    let current = expression;
+
+    while (
+        ts.isParenthesizedExpression(current) ||
+        ts.isAsExpression(current) ||
+        ts.isSatisfiesExpression(current) ||
+        ts.isNonNullExpression(current) ||
+        ts.isTypeAssertionExpression(current)
+    ) {
+        current = current.expression;
+    }
+
+    return current;
+}
+
+export function hasExportModifier(node) {
+    return ts.getModifiers(node)?.some((modifier) => modifier.kind === ts.SyntaxKind.ExportKeyword);
+}
+
+export function unique(values) {
+    return [...new Set(values.filter(Boolean))];
+}