llms.txt

import * as fs from 'node:fs/promises';
import fg from 'fast-glob';
import matter from 'gray-matter';
import { remark } from 'remark';
import remarkGfm from 'remark-gfm';
import remarkStringify from 'remark-stringify';
import remarkMdx from 'remark-mdx';
import { remarkInclude } from 'fumadocs-mdx/config';
 
export const revalidate = false;
 
const processor = remark()
  .use(remarkMdx)
  // https://fumadocs.vercel.app/docs/mdx/include
  .use(remarkInclude)
  // gfm styles
  .use(remarkGfm)
  // .use(your remark plugins)
  .use(remarkStringify); // to string
 
export async function GET() {
  // all scanned content
  const files = await fg(['./content/docs/**/*.mdx']);
 
  const scan = files.map(async (file) => {
    const fileContent = await fs.readFile(file);
    const { content, data } = matter(fileContent.toString());
 
    const processed = await processor.process({
      path: file,
      value: content,
    });
 
    return `file: ${file}
meta: ${JSON.stringify(data, null, 2)}
        
${processed}`;
  });
 
  const scanned = await Promise.all(scan);
 
  return new Response(scanned.join('\n\n'));
}