feat: llms.mdx routes

Author: nperez0111

docs/app/llms.mdx/[[...slug]]/route.ts

@@ -0,0 +1,24 @@
+import { source } from "@/lib/source/docs";
+import { type NextRequest, NextResponse } from "next/server";
+import { getLLMText } from "@/lib/get-llm-text";
+import { notFound } from "next/navigation";
+
+export const revalidate = false;
+
+export async function GET(
+  _req: NextRequest,
+  { params }: { params: Promise<{ slug: string[] }> },
+) {
+  const slug = (await params).slug;
+  slug.shift();
+  const page = source.getPage(slug);
+  if (!page) {
+    notFound();
+  }
+
+  return new NextResponse(await getLLMText(page));
+}
+
+export function generateStaticParams() {
+  return source.generateParams();
+}

docs/lib/get-llm-text.ts

@@ -4,7 +4,6 @@ import { remarkInstall } from "fumadocs-docgen";
 import remarkMdx from "remark-mdx";
 import { remarkAutoTypeTable } from "fumadocs-typescript";
 import { remarkInclude } from "fumadocs-mdx/config";
-import { type Page } from "./source/docs";
 
 const processor = remark()
   .use(remarkMdx)
@@ -26,6 +25,20 @@ export type LLMData = {
   file: {
     path: string;
   };
+};
+
+// Function to rewrite links in markdown content
+function rewriteLinks(content: string): string {
+  return (
+    content
+      // Rewrite absolute docs links: /docs/something -> /llms.mdx/docs/something
+      .replace(/\[([^\]]+)\]\(\/docs\/([^)]+)\)/g, "[$1](/llms.mdx/docs/$2)")
+      // Rewrite relative docs links: docs/something -> /llms.mdx/docs/something
+      .replace(/\[([^\]]+)\]\(docs\/([^)]+)\)/g, "[$1](/llms.mdx/docs/$2)")
+      // Handle links without text: /docs/something -> /llms.mdx/docs/something
+      .replace(/\(\/docs\/([^)]+)\)/g, "(/llms.mdx/docs/$1)")
+      .replace(/\(docs\/([^)]+)\)/g, "(/llms.mdx/docs/$1)")
+  );
 }
 
 export async function getLLMText(page: LLMData) {
@@ -34,11 +47,14 @@ export async function getLLMText(page: LLMData) {
     value: page.data.content,
   });
 
+  // Rewrite links in the processed content
+  const contentWithRewrittenLinks = rewriteLinks(processed.value.toString());
+
   return `# ${page.data.title}
 URL: ${page.url}
-Source: https://raw.githubusercontent.com/fuma-nama/fumadocs/refs/heads/main/apps/docs/content/docs/${page.file.path}
+Source: https://raw.githubusercontent.com/TypeCellOS/BlockNote/refs/heads/main/docs/content/docs/${page.file.path}
 
 ${page.data.description}
         
-${processed.value}`;
+${contentWithRewrittenLinks}`;
 }

docs/package.json

@@ -96,14 +96,14 @@
     "remark-mdx": "^3.1.0",
     "require-in-the-middle": "^7.5.2",
     "shiki": "^3.7.0",
+    "ts-morph": "26.0.0",
     "twoslash": "^0.3.2",
     "y-partykit": "^0.0.25",
     "yjs": "^13.6.27",
     "zod": "^3.25.67",
     "zustand": "^5.0.3"
   },
   "devDependencies": {
-    "next-validate-link": "^1.5.2",
     "@blocknote/ariakit": "workspace:^",
     "@blocknote/code-block": "workspace:^",
     "@blocknote/core": "workspace:^",
@@ -129,6 +129,7 @@
     "@types/react-dom": "^19.1.6",
     "@y-sweet/react": "^0.6.4",
     "next-themes": "0.4.6",
+    "next-validate-link": "^1.5.2",
     "postcss": "^8.5.6",
     "react-email": "^4.0.16",
     "react-icons": "^5.5.0",