Hide disabled pages from LLMs

src/lib/utils.ts

@@ -4,3 +4,67 @@ import { twMerge } from 'tailwind-merge';
 export function cn(...inputs: ClassValue[]) {
   return twMerge(clsx(inputs));
 }
+
+export function cleanMdxContent(content: string): string {
+  // Remove MDX import statements at the start of the file
+  content = content.replace(
+    /^(\s*import\s+.*?(?:from\s+['"].*?['"])?;?\s*\n)+/m,
+    '',
+  );
+
+  // Process Tabs components - extract TabItem contents
+  content = content.replace(/<Tabs>[\s\S]*?<\/Tabs>/g, (match) => {
+    const results: string[] = [];
+    const tabItemRegex =
+      /<TabItem[^>]*label="([^"]*)"[^>]*>([\s\S]*?)(?=<TabItem|<\/Tabs>)/g;
+
+    for (const [, label, tabContent] of match.matchAll(tabItemRegex)) {
+      const cleanContent = tabContent.replace(/<\/TabItem>\s*$/, '').trim();
+      if (cleanContent) {
+        results.push(`**${label}:**\n${cleanContent}`);
+      }
+    }
+
+    return results.length > 0 ? results.join('\n\n') : '';
+  });
+
+  // Process CardGrid/LinkCard components - convert to markdown links
+  content = content.replace(/<CardGrid[^>]*>[\s\S]*?<\/CardGrid>/g, (match) => {
+    const links: string[] = [];
+    const linkCardRegex =
+      /<LinkCard\s+[^>]*href="([^"]*)"[^>]*title="([^"]*)"[^>]*description="([^"]*)"[^>]*\/>/g;
+
+    for (const [, href, title, description] of match.matchAll(linkCardRegex)) {
+      const fullUrl = href.startsWith('/')
+        ? `https://docs.sprites.dev${href}`
+        : href;
+      links.push(`- [${title}](${fullUrl}) - ${description}`);
+    }
+
+    return links.length > 0 ? links.join('\n') : '';
+  });
+
+  // Remove self-closing JSX/MDX components
+  content = content.replace(/<[A-Z][a-zA-Z]*\s+[^>]*\/>/g, '');
+
+  // Handle Callout components - keep content
+  content = content.replace(
+    /<Callout[^>]*>([\s\S]*?)<\/Callout>/g,
+    (_, inner) => inner.trim(),
+  );
+
+  // Remove remaining JSX component tags
+  content = content.replace(/<[A-Z][a-zA-Z]*[^>]*>/g, '');
+  content = content.replace(/<\/[A-Z][a-zA-Z]*>/g, '');
+
+  // Convert relative links to fully qualified URLs
+  content = content.replace(
+    /\[([^\]]+)\]\(\/([^)]*)\)/g,
+    (_, text, path) => `[${text}](https://docs.sprites.dev/${path})`,
+  );
+
+  // Clean up excessive blank lines
+  content = content.replace(/\n{4,}/g, '\n\n\n');
+
+  return content.trim();
+}

src/pages/[...slug].md.ts

@@ -1,80 +1,20 @@
 import { getCollection } from 'astro:content';
 import type { APIRoute, GetStaticPaths } from 'astro';
 
+import { cleanMdxContent } from '@/lib/utils';
+
 export const prerender = true;
 
 export const getStaticPaths: GetStaticPaths = async () => {
-  const docs = await getCollection('docs');
+  const docs = await getCollection('docs', ({ data }) => {
+    return data.draft !== true;
+  });
   return docs.map((doc) => ({
     params: { slug: doc.id },
     props: { doc },
   }));
 };
 
-function cleanMdxContent(content: string): string {
-  // Remove MDX import statements at the start of the file
-  content = content.replace(
-    /^(\s*import\s+.*?(?:from\s+['"].*?['"])?;?\s*\n)+/m,
-    '',
-  );
-
-  // Process Tabs components - extract TabItem contents
-  content = content.replace(/<Tabs>[\s\S]*?<\/Tabs>/g, (match) => {
-    const results: string[] = [];
-    const tabItemRegex =
-      /<TabItem[^>]*label="([^"]*)"[^>]*>([\s\S]*?)(?=<TabItem|<\/Tabs>)/g;
-
-    for (const [, label, tabContent] of match.matchAll(tabItemRegex)) {
-      const cleanContent = tabContent.replace(/<\/TabItem>\s*$/, '').trim();
-      if (cleanContent) {
-        results.push(`**${label}:**\n${cleanContent}`);
-      }
-    }
-
-    return results.length > 0 ? results.join('\n\n') : '';
-  });
-
-  // Process CardGrid/LinkCard components - convert to markdown links
-  content = content.replace(/<CardGrid[^>]*>[\s\S]*?<\/CardGrid>/g, (match) => {
-    const links: string[] = [];
-    const linkCardRegex =
-      /<LinkCard\s+[^>]*href="([^"]*)"[^>]*title="([^"]*)"[^>]*description="([^"]*)"[^>]*\/>/g;
-
-    for (const [, href, title, description] of match.matchAll(linkCardRegex)) {
-      const fullUrl = href.startsWith('/')
-        ? `https://docs.sprites.dev${href}`
-        : href;
-      links.push(`- [${title}](${fullUrl}) - ${description}`);
-    }
-
-    return links.length > 0 ? links.join('\n') : '';
-  });
-
-  // Remove self-closing JSX/MDX components
-  content = content.replace(/<[A-Z][a-zA-Z]*\s+[^>]*\/>/g, '');
-
-  // Handle Callout components - keep content
-  content = content.replace(
-    /<Callout[^>]*>([\s\S]*?)<\/Callout>/g,
-    (_, inner) => inner.trim(),
-  );
-
-  // Remove remaining JSX component tags
-  content = content.replace(/<[A-Z][a-zA-Z]*[^>]*>/g, '');
-  content = content.replace(/<\/[A-Z][a-zA-Z]*>/g, '');
-
-  // Convert relative links to fully qualified URLs
-  content = content.replace(
-    /\[([^\]]+)\]\(\/([^)]*)\)/g,
-    (_, text, path) => `[${text}](https://docs.sprites.dev/${path})`,
-  );
-
-  // Clean up excessive blank lines
-  content = content.replace(/\n{4,}/g, '\n\n\n');
-
-  return content.trim();
-}
-
 export const GET: APIRoute = async ({ props }) => {
   const { doc } = props as {
     doc: {