chore: remove dead deps, stale docs, and a no-op nightly build step

Deletion and documentation accuracy only; no behavior change.

- CLAUDE.md documented `pnpm build` as a three-stage pipeline ending in
  pagefind. Pagefind does not exist in this repo (search is an external
  Algolia crawler); the build is a single `next build --webpack`. Adds a
  Vale install note, since `pnpm vale:check` is documented as required but
  vale is a Go binary with no npm dependency.
- .gitignore reserved `public/toolkit-markdown/` for a build step that no
  longer exists, and both .gitignore and the Makefile referenced
  `make_toolkit_docs/`, a Python directory that was removed. `make
  mcp-server-docs` was therefore a broken target.
- `data/toolkits/jira.json` was an unreferenced 133 KB copy at the repo
  root; the live data is under `toolkit-docs-generator/data/toolkits/`.
- Drops unused dependencies (zustand, turndown, @mdx-js/react) and
  redundant direct declarations that are supplied transitively
  (@theguild/remark-mermaid via nextra, baseline-browser-mapping via next,
  unist-util-visit-parents, mdast-util-to-string). Moves chalk to
  devDependencies and consolidates the two colour libraries onto it.
- Adds @types/hast so neutralize-emails.tsx can use unist-util-visit
  instead of a hand-rolled tree walk.
- The nightly generator workflow ran `pnpm build` with a working-directory
  that has no package.json, so pnpm resolved upward and executed the root
  Next production build. The step that follows runs the CLI through tsx and
  needs no build.
- Renames ignored-toolkits.txt/excluded-toolkits.txt to
  skip-toolkits.txt/remove-toolkits.txt, which say what they do.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>

Author: teallarson

.github/workflows/generate-toolkit-docs.yml

@@ -48,10 +48,6 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
-      - name: Build toolkit docs generator
-        run: pnpm build
-        working-directory: toolkit-docs-generator
-
       - name: Generate toolkit docs
         run: |
           pnpm dlx tsx src/cli/index.ts generate \
@@ -71,8 +67,8 @@ jobs:
             --llm-editor-api-key "$ANTHROPIC_API_KEY" \
             --toolkit-concurrency 8 \
             --llm-concurrency 15 \
-            --exclude-file ./excluded-toolkits.txt \
-            --ignore-file ./ignored-toolkits.txt \
+            --exclude-file ./remove-toolkits.txt \
+            --ignore-file ./skip-toolkits.txt \
             --output data/toolkits
         working-directory: toolkit-docs-generator
         env:

.gitignore

@@ -8,11 +8,6 @@ public/sitemap*.xml
 # TypeScript
 *.tsbuildinfo
 
-# Toolkit docs
-make_toolkit_docs/.venv/
-make_toolkit_docs/.env
-make_toolkit_docs/__pycache__/
-make_toolkit_docs/uv.lock
 *.bak
 
 # Vale synced packages (re-sync with `vale sync`)
@@ -24,9 +19,6 @@ styles/write-good/
 toolkit-docs-generator/overview-input/
 toolkit-docs-generator-verification/logs/
 
-# Generated toolkit markdown (built at build time, not committed)
-public/toolkit-markdown/
-
 # Git worktrees
 .worktrees/
 .cursor/*

CLAUDE.md

@@ -6,7 +6,7 @@ Arcade documentation site built with Next.js + Nextra (App Router), using pnpm a
 
 ```bash
 pnpm dev              # Local dev server (port 3000)
-pnpm build            # Full production build (toolkit-markdown → next build → pagefind)
+pnpm build            # Production build (next build --webpack)
 pnpm lint             # Lint with Ultracite (Biome-based)
 pnpm format           # Auto-format with Ultracite
 pnpm test             # Run all Vitest tests
@@ -27,7 +27,7 @@ pnpm vitest run tests/broken-link-check.test.ts
 - **`app/_lib/`** — Data-fetching utilities (toolkit catalog, slug generation, static params).
 - **`app/api/`** — API routes (markdown export, toolkit-data, glossary).
 - **`toolkit-docs-generator/`** — Generates MCP toolkit documentation from server metadata JSON files in `toolkit-docs-generator/data/toolkits/`.
-- **`scripts/`** — Build/CI scripts (Vale style fixes, redirect checking, pagefind indexing, i18n sync).
+- **`scripts/`** — Build/CI scripts (Vale style fixes, redirect checking, llms.txt generation, Algolia crawler config, i18n sync).
 - **`tests/`** — Vitest tests (broken links, internal link validation, sitemap, smoke tests).
 - **`lib/`** — Next.js utilities (glossary remark plugin, llmstxt plugin).
 - **`next.config.ts`** — Contains ~138 redirect rules.
@@ -42,6 +42,13 @@ Follow **STYLEGUIDE.md** for writing standards and **AUTHORING.md** for formatti
 - Code snippets: 4 spaces for Python, 2 spaces for other languages.
 - Run `pnpm vale:check` before submitting docs changes.
 
+Vale is a Go binary with no npm dependency, so a clean checkout does not have it. Install it once, then fetch the style packages (`styles/Google/`, `styles/alex/`, `styles/write-good/` are gitignored):
+
+```bash
+brew install vale   # or see https://vale.sh/docs/install
+pnpm vale:sync
+```
+
 ## Pre-commit Hooks
 
 Husky runs on commit: Vale style checks on `.md/.mdx`, `_meta.tsx` key validation, redirect checking for deleted/renamed pages, internal link updates, and Ultracite formatting. You MUST fix any issues surfaced by the pre-commit hooks. NEVER bypass hooks with `--no-verify` or similar flags.

Makefile

@@ -21,9 +21,6 @@ test: ## Run the tests
 run: ## Run the docs site locally
 	@pnpm dev
 
-mcp-server-docs: ## Generate documentation for an MCP Server toolkit
-	@cd make_toolkit_docs && uv sync && uv run python __main__.py
-
 ruin:
 	@echo "\033[31m\033[1m💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️💀☠️\033[0m"
 	@echo "\033[31m\033[1m👻                                          👻\033[0m"

app/_components/toolkit-docs/lib/neutralize-emails.tsx

@@ -1,4 +1,6 @@
+import type { Element, Root, Text } from "hast";
 import { Fragment, type ReactNode } from "react";
+import { visit } from "unist-util-visit";
 
 /**
  * Matches the email-like text runs that Cloudflare's Email Obfuscation (Scrape
@@ -46,22 +48,10 @@ export function splitEmails(text: string): ReactNode {
   return nodes;
 }
 
-/** Structural view over hast nodes — avoids depending on `unist-util-visit`. */
-type WalkNode = {
-  type: string;
-  value?: string;
-  tagName?: string;
-  properties?: Record<string, unknown>;
-  children?: WalkNode[];
-};
-
-function neutralizeTextValue(value: string): WalkNode[] {
+/** Splits `value` into text/`<wbr>` element pairs at each email `@` break. */
+function neutralizeTextValue(value: string): Array<Text | Element> {
   const breaks = atBreakOffsets(value);
-  if (breaks.length === 0) {
-    return [{ type: "text", value }];
-  }
-
-  const out: WalkNode[] = [];
+  const out: Array<Text | Element> = [];
   let cursor = 0;
   for (const offset of breaks) {
     out.push({ type: "text", value: value.slice(cursor, offset) });
@@ -72,30 +62,23 @@ function neutralizeTextValue(value: string): WalkNode[] {
   return out;
 }
 
-function walk(node: WalkNode): void {
-  if (!node.children) {
-    return;
-  }
-  const next: WalkNode[] = [];
-  for (const child of node.children) {
-    if (child.type === "text" && typeof child.value === "string") {
-      next.push(...neutralizeTextValue(child.value));
-    } else {
-      walk(child);
-      next.push(child);
-    }
-  }
-  node.children = next;
-}
-
 /**
  * rehype plugin (for react-markdown) that applies the same `<wbr>` break to
  * email-like text inside rendered markdown — e.g. a toolkit `summary` that
  * contains a `mongodb+srv://user:pass@host.tld` connection string.
- *
- * Typed structurally against the hast tree (a `WalkNode`) to avoid a direct
- * dependency on `@types/hast`, which pnpm only exposes transitively.
  */
 export function rehypeNeutralizeEmails() {
-  return (tree: WalkNode): void => walk(tree);
+  return (tree: Root): void => {
+    visit(tree, "text", (node, index, parent) => {
+      if (index === undefined || !parent) {
+        return;
+      }
+      const replacement = neutralizeTextValue(node.value);
+      if (replacement.length <= 1) {
+        return;
+      }
+      parent.children.splice(index, 1, ...replacement);
+      return index + replacement.length;
+    });
+  };
 }