removes docs from path and adds check llms script

Author: fassko

.github/workflows/deploy.yml

@@ -28,39 +28,7 @@ jobs:
       - name: Build website with LLMs generation
         run: npm run build:llms-fixed
       - name: Verify LLMs files
-        run: |
-          echo "Verifying LLMs files generation..."
-
-          # Check if LLMs files were generated
-          if [ ! -f "build/llms.txt" ] || [ ! -f "build/llms-full.txt" ]; then
-            echo "❌ LLMs files not found!"
-            exit 1
-          fi
-
-          # Check file sizes
-          llms_txt_size=$(wc -c < build/llms.txt)
-          llms_full_size=$(wc -c < build/llms-full.txt)
-          echo "llms.txt: $llms_txt_size bytes"
-          echo "llms-full.txt: $llms_full_size bytes"
-
-          # Verify URLs are correct (no prepended numbers)
-          if grep -q "https://dev\.flare\.network/docs/[^)]*/\d+-" build/llms.txt; then
-            echo "❌ Found URLs with prepended numbers!"
-            exit 1
-          else
-            echo "✅ All URLs are correctly formatted"
-          fi
-
-          # Check content structure
-          sections=$(grep -c "^- \[" build/llms.txt || true)
-          echo "Found $sections sections in llms.txt"
-
-          if [ "$sections" -lt 10 ]; then
-            echo "❌ Too few sections found!"
-            exit 1
-          fi
-
-          echo "✅ LLMs files verified successfully"
+        run: npm run check-llms
       - name: Upload Build Artifact
         uses: actions/upload-pages-artifact@v3
         with:

check-llms.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+if [ ! -f "build/llms.txt" ] || [ ! -f "build/llms-full.txt" ]; then
+  echo "⚠️  LLMs files not found!"
+else
+  echo "✅ LLMs files found"
+
+  if grep -q "https://dev\.flare\.network/[^)]*/\d+-" build/llms.txt; then
+    echo "⚠️  Found URLs with prepended numbers! "
+  else
+    echo "✅ All URLs are correctly formatted"
+  fi
+fi

docusaurus.config.ts

@@ -266,6 +266,9 @@ const config: Config = {
         // Content cleaning options for better LLM consumption
         excludeImports: true,
         removeDuplicateHeadings: true,
+        pathTransformation: {
+          ignorePaths: ['docs'],
+        }
       },
     ],
   ],

package.json

@@ -20,7 +20,8 @@
     "format:check": "prettier --check \"**/*.{js,jsx,ts,tsx,md,mdx}\"",
     "lint": "npx eslint .",
     "fix-llms-urls": "node scripts/fix-llms-urls.mjs",
-    "build:llms-fixed": "npm run build && npm run fix-llms-urls"
+    "build:llms-fixed": "npm run build && npm run fix-llms-urls && npm run check-llms",
+    "check-llms": "./check-llms.sh"
   },
   "dependencies": {
     "@docusaurus/core": "^3.8.1",

scripts/fix-llms-urls.mjs

@@ -13,7 +13,7 @@ import path from "path";
 const config = {
   buildDir: "build",
   filesToFix: ["llms.txt", "llms-full.txt"],
-  baseUrl: "https://dev.flare.network/docs/",
+  baseUrl: "https://dev.flare.network/",
 };
 
 function fixUrlsInFile(filePath) {
@@ -22,10 +22,10 @@ function fixUrlsInFile(filePath) {
 
     const content = fs.readFileSync(filePath, "utf8");
 
-    // Fix URLs by removing prepended numbers
-    // Pattern: https://dev.flare.network/docs/network/0-overview -> https://dev.flare.network/docs/network/overview
-    const fixedContent = content.replace(
-      /(https:\/\/dev\.flare\.network\/docs\/[^)]+\/)\d+-([^)]+)/g,
+    // Fix URLs by removing prepended numbers folder
+    // Pattern: https://dev.flare.network/network/0-overview -> https://dev.flare.network/network/overview
+    let fixedContent = content.replace(
+      /(https:\/\/dev\.flare\.network\/[^)]+\/)\d+-([^)]+)/g,
       "$1$2",
     );