feat: set up mcp for docs

server/getDocs.ts

@@ -0,0 +1,76 @@
+/**
+ * @copyright nhcarrigan
+ * @license Naomi's Public License
+ * @author Naomi Carrigan
+ */
+
+/**
+ * This script fetches our documentation from our repository,
+ * compiles it into an MCP format, and writes it to a JSON file.
+ * It is intended to run automatically as part of the build process.
+ */
+
+import fs from "node:fs/promises";
+import path from "node:path";
+import matter from "gray-matter";
+import { promisify } from "node:util";
+import { exec } from "node:child_process";
+
+const execAsync = promisify(exec);
+
+const docsDirectory = path.resolve(process.cwd(), "temp-docs");
+const docsPath = path.resolve(process.cwd(), "temp-docs", "src", "content", "docs")
+
+async function walk(directory: string): Promise<Array<string>> {
+  const dirents = await fs.readdir(directory, { withFileTypes: true });
+  const files = await Promise.all(
+    dirents.map(async (dirent) => {
+      const result = path.resolve(directory, dirent.name);
+      return dirent.isDirectory() ? await walk(result) : result;
+    })
+  );
+  return files.flat();
+}
+
+await execAsync(`git clone https://git.nhcarrigan.com/nhcarrigan/docs.git ${docsDirectory}`, {
+  cwd: process.cwd(),
+  stdio: "inherit",
+});
+
+const files = await walk(docsPath);
+const markdownFiles = files.filter((f) => {
+  return f.endsWith(".md");
+});
+
+const results = await Promise.all(
+  markdownFiles.map(async (file) => {
+    const raw = await fs.readFile(file, "utf-8");
+    const { content, data } = matter(raw);
+
+    // Split content by header blocks (basic chunking)
+    const chunks = content.split(/^#+\s+/gm).map((chunk, index) => {
+      return {
+        content: chunk.trim(),
+        file: path.relative(docsDirectory, file),
+        id: `${path.relative(docsDirectory, file)}::${index}`,
+        metadata: data,
+        title:
+          index === 0 ? "(intro)" : chunk.split("\n")[0]?.trim() ?? "Unknown",
+        url: `https://docs.nhcarrigan.com/${path
+          .relative(docsPath, file)
+          .replace(/\.md$/, "").replace(/\/$/, "")}#${index === 0 ? "" : chunk.split("\n")[0]?.trim().toLowerCase().replace(/\s+/g, "-").replace(/\./g, "")}`,
+      };
+    });
+
+    return chunks;
+  })
+);
+
+const flat = results.flat();
+
+await fs.writeFile(
+  path.resolve(process.cwd(), "src", "data", "docs.json"),
+  JSON.stringify(flat, null, 2)
+);
+
+await fs.rm(docsDirectory, { recursive: true, force: true });