doc: support markdown response for AI

packages/docs/next.config.mjs

@@ -16,6 +16,14 @@ const config = {
     ]
   },
   reactStrictMode: true,
+  async rewrites() {
+		return [
+			{
+				source: "/docs/:path*.md(x)?",
+				destination: "/docs/llms.mdx/:path*",
+			},
+		];
+	},
   redirects: async () => {
     return [
       {

packages/docs/package.json

@@ -45,8 +45,8 @@
     "clsx": "^2.1.1",
     "dayjs": "^1.11.13",
     "effect": "^3.17.8",
-    "fumadocs-core": "^15.6.12",
-    "fumadocs-mdx": "^11.7.5",
+    "fumadocs-core": "^15.8.5",
+    "fumadocs-mdx": "^12.0.3",
     "fumadocs-ui": "^15.6.12",
     "lucide-react": "^0.540.0",
     "next": "15.5.0",

packages/docs/source.config.ts

@@ -17,7 +17,12 @@ export default defineConfig({
 })
 
 export const { docs, meta } = defineDocs({
-  dir: 'content/docs'
+  dir: 'content/docs',
+  docs: {
+    postprocess: {
+      includeProcessedMarkdown: true,
+    },
+  }
 })
 
 export const blog = defineCollections({

packages/docs/src/app/docs/llms-full.txt/route.ts

@@ -0,0 +1,12 @@
+import { source } from '@/src/app/source';
+import { getLLMText } from '@/src/lib/get-llm-text';
+
+// cached forever
+export const revalidate = false;
+
+export async function GET() {
+  const scan = source.getPages().map(getLLMText);
+  const scanned = await Promise.all(scan);
+
+  return new Response(scanned.join('\n\n'));
+}

packages/docs/src/app/docs/llms.mdx/[[...slug]]/route.ts

@@ -0,0 +1,24 @@
+import { getLLMText } from '@/src/lib/get-llm-text';
+import { source } from '@/src/app/source';
+import { notFound } from 'next/navigation';
+
+export const revalidate = false;
+
+export async function GET(
+  _req: Request,
+  { params }: RouteContext<'/docs/llms.mdx/[[...slug]]'>,
+) {
+  const { slug } = await params;
+  const page = source.getPage(slug);
+  if (!page) notFound();
+
+  return new Response(await getLLMText(page), {
+    headers: {
+      'Content-Type': 'text/markdown',
+    },
+  });
+}
+
+export function generateStaticParams() {
+  return source.generateParams();
+}

packages/docs/src/app/docs/llms.txt/route.ts

@@ -0,0 +1,12 @@
+import { source } from '@/src/app/source';
+import { getLLMText } from '@/src/lib/get-llm-text';
+
+// cached forever
+export const revalidate = false;
+
+export async function GET() {
+  const scan = source.getPages().map(getLLMText);
+  const scanned = await Promise.all(scan);
+
+  return new Response(scanned.join('\n\n'));
+}

packages/docs/src/lib/get-llm-text.ts

@@ -0,0 +1,10 @@
+import type { source } from "@/src/app/source";
+import type { InferPageType } from "fumadocs-core/source";;
+
+export async function getLLMText(page: InferPageType<typeof source>) {
+  const processed = await page.data.getText('processed');
+
+  return `# ${page.data.title} (${page.url})
+
+${processed}`;
+}

packages/docs/src/middleware.ts

@@ -0,0 +1,20 @@
+import { NextRequest, NextResponse } from "next/server";
+import { isMarkdownPreferred, rewritePath } from "fumadocs-core/negotiation";
+
+const { rewrite: rewriteLLM } = rewritePath("/docs/*path", "/docs/llms.mdx/*path");
+
+export function middleware(request: NextRequest) {
+	if (isMarkdownPreferred(request)) {
+		const result = rewriteLLM(request.nextUrl.pathname);
+
+		if (result) {
+			return NextResponse.rewrite(new URL(result, request.nextUrl));
+		}
+	}
+
+	return NextResponse.next();
+}
+
+export const config = {
+	matcher: "/docs/:path*",
+};