feat: 📄 integrate llms.txt generation functionality

docs/.vitepress/config.ts

@@ -8,7 +8,6 @@ import {
   groupIconVitePlugin,
   localIconLoader
 } from 'vitepress-plugin-group-icons'
-import llmstxt from 'vitepress-plugin-llms'
 
 const prod = !!process.env.NETLIFY
 
@@ -123,15 +122,15 @@ export default defineConfig({
           ),
           firebase: 'logos:firebase'
         }
-      }),
-      prod &&
-        llmstxt({
-          workDir: 'en',
-          ignoreFiles: ['index.md']
-        })
+      })
     ]
   },
-
+  llms: prod
+    ? {
+        workDir: 'en',
+        ignoreFiles: ['index.md']
+      }
+    : false,
   transformPageData: prod
     ? (pageData, ctx) => {
         const site = resolveSiteDataByRoute(

docs/package.json

@@ -15,7 +15,6 @@
     "open-cli": "^8.0.0",
     "postcss-rtlcss": "^5.7.0",
     "vitepress": "workspace:*",
-    "vitepress-plugin-group-icons": "^1.4.1",
-    "vitepress-plugin-llms": "^1.1.0"
+    "vitepress-plugin-group-icons": "^1.4.1"
   }
 }

package.json

@@ -106,10 +106,18 @@
     "@vue/shared": "^3.5.13",
     "@vueuse/core": "^13.1.0",
     "@vueuse/integrations": "^13.1.0",
+    "byte-size": "^9.0.1",
     "focus-trap": "^7.6.4",
     "mark.js": "8.11.1",
+    "markdown-title": "^1.0.2",
+    "millify": "^6.1.0",
+    "minimatch": "^10.0.1",
     "minisearch": "^7.1.2",
+    "remark": "^15.0.1",
+    "remark-frontmatter": "^5.0.0",
     "shiki": "^3.2.2",
+    "tokenx": "^0.4.1",
+    "unist-util-remove": "^4.0.0",
     "vite": "^6.2.6",
     "vue": "^3.5.13"
   },
@@ -129,6 +137,7 @@
     "@rollup/plugin-json": "^6.1.0",
     "@rollup/plugin-node-resolve": "^16.0.1",
     "@rollup/plugin-replace": "^6.0.2",
+    "@types/byte-size": "^8.1.2",
     "@types/cross-spawn": "^6.0.6",
     "@types/debug": "^4.1.12",
     "@types/fs-extra": "^11.0.4",

src/node/config.ts

@@ -160,7 +160,8 @@ export async function resolveConfig(
     userConfig,
     sitemap: userConfig.sitemap,
     buildConcurrency: userConfig.buildConcurrency ?? 64,
-    ...(await resolvePages(srcDir, userConfig, logger, true))
+    ...(await resolvePages(srcDir, userConfig, logger, true)),
+    llms: userConfig.llms ?? false
   }
 
   // to be shared with content loaders
@@ -336,6 +337,7 @@ export async function resolveSiteData(
     scrollOffset: userConfig.scrollOffset ?? 134,
     cleanUrls: !!userConfig.cleanUrls,
     contentProps: userConfig.contentProps,
+    llms: userConfig.llms ?? false,
     additionalConfig: userConfig.additionalConfig
   }
 }

src/node/plugin.ts

@@ -32,6 +32,7 @@ import { localSearchPlugin } from './plugins/localSearchPlugin'
 import { rewritesPlugin } from './plugins/rewritesPlugin'
 import { staticDataPlugin } from './plugins/staticDataPlugin'
 import { webFontsPlugin } from './plugins/webFontsPlugin'
+import llmstxt from './plugins/llmstxt'
 import { slash, type PageDataPayload } from './shared'
 import { deserializeFunctions, serializeFunctions } from './utils/fnSerialize'
 
@@ -80,6 +81,7 @@ export async function createVitePressPlugin(
     site,
     vue: userVuePluginOptions,
     vite: userViteConfig,
+    llms,
     lastUpdated,
     cleanUrls
   } = siteConfig
@@ -439,6 +441,7 @@ export async function createVitePressPlugin(
     vuePlugin,
     hmrFix,
     webFontsPlugin(siteConfig.useWebFonts),
+    llms ? llmstxt(llms === true ? undefined : llms) : [],
     ...(userViteConfig?.plugins || []),
     await localSearchPlugin(siteConfig),
     staticDataPlugin,

src/node/plugins/llmstxt/constants.ts

@@ -0,0 +1,11 @@
+/** Default template for the `llms.txt` file. */
+export const defaultLLMsTxtTemplate = `\
+# {title}
+
+{description}
+
+{details}
+
+## Table of Contents
+
+{toc}`