fix(docs): regenerate full text during development

Author: waleedlatif1

apps/docs/package.json

@@ -4,10 +4,10 @@
   "private": true,
   "license": "Apache-2.0",
   "scripts": {
-    "dev": "bun run dev:cache:cap && fumadocs-mdx && bun run llms-full:generate && next dev --port 3001",
+    "dev": "bun run dev:cache:cap && bun run llms-full:generate && bunx concurrently --kill-others --names Next,LLMs \"next dev --port 3001\" \"bun scripts/watch-llms-full.ts\"",
     "dev:cache:cap": "bun run ../../scripts/prune-turbopack-cache.ts",
     "dev:clean": "rm -rf .next/dev/cache",
-    "build": "fumadocs-mdx && bun run llms-full:generate && NODE_OPTIONS='--max-old-space-size=8192' next build",
+    "build": "bun run llms-full:generate && NODE_OPTIONS='--max-old-space-size=8192' next build",
     "start": "next start",
     "postinstall": "fumadocs-mdx",
     "test": "vitest run",
@@ -16,7 +16,7 @@
     "lint:check": "biome check .",
     "format": "biome format --write .",
     "format:check": "biome format .",
-    "llms-full:generate": "bun scripts/generate-llms-full.ts"
+    "llms-full:generate": "fumadocs-mdx && bun scripts/generate-llms-full.ts"
   },
   "dependencies": {
     "@sim/db": "workspace:*",

apps/docs/scripts/watch-llms-full.ts

@@ -0,0 +1,51 @@
+import { watch } from 'node:fs'
+import { createLogger } from '@sim/logger'
+import { spawn } from 'bun'
+import { OPENAPI_SPEC_FILES } from '@/lib/openapi-specs'
+
+const logger = createLogger('DocsLlmsFullWatcher')
+const WATCHED_ROOT_FILES = new Set(['source.config.ts', ...OPENAPI_SPEC_FILES])
+
+let debounceTimer: ReturnType<typeof setTimeout> | undefined
+let pending = false
+let running = false
+
+async function regenerate(): Promise<void> {
+  running = true
+  try {
+    while (pending) {
+      pending = false
+      const child = spawn(['bun', 'run', 'llms-full:generate'], {
+        stdin: 'ignore',
+        stdout: 'inherit',
+        stderr: 'inherit',
+      })
+      const exitCode = await child.exited
+      if (exitCode !== 0) {
+        logger.warn('Documentation asset generation failed; retaining the previous asset', {
+          exitCode,
+        })
+      }
+    }
+  } finally {
+    running = false
+  }
+}
+
+function scheduleGeneration(): void {
+  pending = true
+  if (running) return
+  if (debounceTimer) clearTimeout(debounceTimer)
+  debounceTimer = setTimeout(() => {
+    debounceTimer = undefined
+    void regenerate()
+  }, 250)
+}
+
+for (const directory of ['content', 'lib']) {
+  watch(directory, { recursive: true }, scheduleGeneration)
+}
+
+watch('.', (_, changedPath) => {
+  if (changedPath && WATCHED_ROOT_FILES.has(changedPath.toString())) scheduleGeneration()
+})