feat: MCP server + in-repo skills (agent-friendly platform) (#2269)

* feat(api): support global API key from config.yaml (api.global_api_key) Accept a config-defined global API key anywhere a web-UI key is accepted (X-API-Key / Bearer), with no login session and no DB record. Useful for automated deployments and AI agents (HTTP API + MCP). Defaults to empty (disabled); does not require the lbk_ prefix. - templates/config.yaml: add api.global_api_key with security notes - service/apikey.py: verify_api_key checks global key first (constant-time) - docs/API_KEY_AUTH.md: document the global key + security guidance - tests: cover global-key match, prefix-free, fallback-to-db, disabled * feat(mcp): expose LangBot management as an MCP server at /mcp Add an MCP (Model Context Protocol) server so external AI agents can manage a LangBot instance. Reuses the same API-key auth as the HTTP API (including the config.yaml global API key). - pkg/api/mcp/server.py: FastMCP server wrapping the service layer; 21 curated tools across system/bots/pipelines/models/knowledge/mcp-servers/skills - pkg/api/mcp/mount.py: ASGI dispatcher fronting Quart; authenticates /mcp requests with an API key, runs the streamable-HTTP session manager lifespan - controller/main.py: serve the wrapped ASGI app via hypercorn (was run_task) - web: new 'MCP' tab in the API integration dialog showing endpoint, auth, and client config; i18n for 8 locales - tests/manual/mcp_smoke.py: e2e check (401 unauth, list tools, call tools) Tool surface is intentionally curated (not all ~25 route groups) to keep the agent surface small, safe, and maintainable. Extend deliberately. * feat(skills): add in-repo skills/ as the single source of truth Migrate the agent skills + QA/e2e test harness from the (now archived) langbot-app/langbot-skills repo into LangBot/skills/, and add four new skills. Migrated: - langbot-plugin-dev, langbot-testing (e2e), langbot-env-setup, langbot-skills-maintenance, langbot-eba-adapter-dev - the bin/lbs CLI (src/, test/, scripts/, schemas/, qa-agent-docs/) New: - langbot-dev core backend + web development - langbot-deploy Docker/K8s deployment + config.yaml + global API key - langbot-mcp-ops operating the LangBot MCP server (/mcp) - langbot-space-ops operating the Space marketplace MCP server - src/cli.ts repoRoot(): recognize the skills assets root (skills.index.json + bin/lbs) so the CLI works when nested inside the LangBot repo - README.md: unified skill catalog; skills.index.json regenerated Parity with source verified: bin/lbs validate + node test suite match the source repo (only the uncommitted .lbpkg build-artifact fixture differs). * docs(agents): document agent-facing surfaces + API/MCP/skills sync rule * docs(readme): add 'Built for AI Agents' section across all locales Highlight MCP server, in-repo skills (single source of truth), AGENTS.md sync rule, and llms.txt. Cross-link LangBot Space MCP marketplace. * style(mcp): fix ruff format + prettier lint in MCP server and API panel * style(web): prettier format MCP i18n locale entries * docs(skills): note MCP instance control in dev/testing skills All development-guidance skills now point to the LangBot instance MCP server (/mcp) and the Space marketplace MCP server, reusing API keys.
2026-09-25 19:06:42 +08:00 · 2026-06-20 15:14:47 +08:00
parent 91906d73be
commit e9dd584792
214 changed files with 25227 additions and 31 deletions
@@ -0,0 +1,185 @@
+#!/usr/bin/env node
+
+import { spawn } from "node:child_process";
+import { existsSync, readFileSync } from "node:fs";
+import { resolve } from "node:path";
+import { env } from "node:process";
+import {
+  ensureEvidence,
+  evidencePaths,
+  exitCode,
+  localIsoWithOffset,
+  writeResult,
+} from "./lib/langbot-e2e.mjs";
+
+function loadEnvDefaults(path) {
+  if (!existsSync(path)) return;
+  for (const rawLine of readFileSync(path, "utf8").split(/\r?\n/)) {
+    const line = rawLine.trim();
+    if (!line || line.startsWith("#")) continue;
+    const sep = line.indexOf("=");
+    if (sep === -1) continue;
+    const key = line.slice(0, sep).trim();
+    if (env[key]) continue;
+    env[key] = line.slice(sep + 1).trim().replace(/^["']|["']$/g, "");
+  }
+}
+
+loadEnvDefaults("skills/.env");
+loadEnvDefaults("skills/.env.local");
+
+const caseId = env.LBS_CASE_ID || "mcp-stdio-fixture-direct";
+const paths = evidencePaths(caseId);
+await ensureEvidence(paths);
+
+const startedAt = new Date();
+const fixturePath = resolve(env.LANGBOT_MCP_FIXTURE_PATH || "skills/langbot-testing/fixtures/mcp/qa_mcp_echo_server.py");
+const langbotRepo = env.LANGBOT_REPO ? resolve(env.LANGBOT_REPO) : "";
+const uvCandidates = [
+  env.LANGBOT_MCP_FIXTURE_UV,
+  "uv",
+].filter(Boolean);
+const uv = uvCandidates.find((candidate) => candidate === "uv" || existsSync(candidate));
+const pythonCandidates = [
+  env.LANGBOT_MCP_FIXTURE_PYTHON,
+  langbotRepo ? `${langbotRepo}/.venv/bin/python` : "",
+  "python3",
+].filter(Boolean);
+const python = pythonCandidates.find((candidate) => candidate === "python3" || existsSync(candidate));
+const command = langbotRepo && uv
+  ? { executable: uv, args: ["run", "python", fixturePath], cwd: langbotRepo, mode: "uv" }
+  : python
+    ? { executable: python, args: [fixturePath], cwd: resolve("."), mode: "python" }
+    : null;
+const expectedText = "qa_mcp_echo:mcp-stdio-fixture-ok";
+
+const result = {
+  source: "automation",
+  case_id: caseId,
+  run_id: paths.runId,
+  started_at: startedAt.toISOString(),
+  started_at_local: localIsoWithOffset(startedAt),
+  finished_at: "",
+  finished_at_local: "",
+  status: "fail",
+  reason: "",
+  fixture_path: fixturePath,
+  command,
+  expected_text: expectedText,
+  evidence: {
+    automation_result_json: paths.automationResultJson,
+    result_json: paths.resultJson,
+  },
+};
+
+function parseJsonLines(buffer) {
+  return buffer
+    .split(/\r?\n/)
+    .map((line) => line.trim())
+    .filter(Boolean)
+    .map((line) => {
+      try {
+        return JSON.parse(line);
+      } catch {
+        return null;
+      }
+    })
+    .filter(Boolean);
+}
+
+async function request(child, id, method, params) {
+  child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", id, method, params })}\n`);
+}
+
+async function run() {
+  if (!command) {
+    result.status = "env_issue";
+    result.reason = "No uv or Python interpreter found. Set LANGBOT_REPO, LANGBOT_MCP_FIXTURE_UV, or LANGBOT_MCP_FIXTURE_PYTHON.";
+    return;
+  }
+  if (!existsSync(fixturePath)) {
+    result.status = "env_issue";
+    result.reason = `MCP fixture not found: ${fixturePath}`;
+    return;
+  }
+
+  const child = spawn(command.executable, command.args, {
+    cwd: command.cwd,
+    stdio: ["pipe", "pipe", "pipe"],
+  });
+  let stdout = "";
+  let stderr = "";
+  child.stdout.setEncoding("utf8");
+  child.stderr.setEncoding("utf8");
+  child.stdout.on("data", (chunk) => {
+    stdout += chunk;
+  });
+  child.stderr.on("data", (chunk) => {
+    stderr += chunk;
+  });
+
+  const timeout = setTimeout(() => child.kill("SIGTERM"), 10_000);
+  try {
+    await new Promise((resolveReady) => setTimeout(resolveReady, 100));
+    await request(child, 1, "initialize", {
+      protocolVersion: "2024-11-05",
+      capabilities: {},
+      clientInfo: { name: "langbot-skills", version: "0" },
+    });
+    await new Promise((resolveReady) => setTimeout(resolveReady, 200));
+    child.stdin.write(`${JSON.stringify({ jsonrpc: "2.0", method: "notifications/initialized", params: {} })}\n`);
+    await request(child, 2, "tools/list", {});
+    await request(child, 3, "tools/call", {
+      name: "qa_mcp_echo",
+      arguments: { text: "mcp-stdio-fixture-ok" },
+    });
+    await new Promise((resolveDone) => setTimeout(resolveDone, 1500));
+  } finally {
+    clearTimeout(timeout);
+    child.kill("SIGTERM");
+  }
+
+  const messages = parseJsonLines(stdout);
+  if (/No module named ['"]mcp['"]|ModuleNotFoundError/i.test(stderr)) {
+    result.status = "env_issue";
+    result.reason = `Python environment cannot import mcp. Set LANGBOT_MCP_FIXTURE_PYTHON to a LangBot venv Python. stderr=${stderr.trim()}`;
+    return;
+  }
+  const listResult = messages.find((message) => message.id === 2)?.result;
+  const callResult = messages.find((message) => message.id === 3)?.result;
+  const toolNames = Array.isArray(listResult?.tools)
+    ? listResult.tools.map((tool) => tool.name)
+    : [];
+  const callText = Array.isArray(callResult?.content)
+    ? callResult.content.map((item) => item.text || "").join("\n")
+    : "";
+
+  if (!toolNames.includes("qa_mcp_echo")) {
+    result.status = "fail";
+    result.reason = `MCP fixture did not list qa_mcp_echo. stderr=${stderr.trim()}`;
+    return;
+  }
+  if (!callText.includes(expectedText)) {
+    result.status = "fail";
+    result.reason = `MCP fixture call did not return ${expectedText}. stderr=${stderr.trim()}`;
+    return;
+  }
+
+  result.status = "pass";
+  result.reason = "MCP stdio fixture listed qa_mcp_echo and returned the deterministic tool result without a model provider.";
+}
+
+try {
+  await run();
+} catch (error) {
+  result.status = "fail";
+  result.reason = error instanceof Error ? error.message : String(error);
+} finally {
+  const finishedAt = new Date();
+  result.finished_at = finishedAt.toISOString();
+  result.finished_at_local = localIsoWithOffset(finishedAt);
+  await writeResult(paths, result);
+  console.log(JSON.stringify(result, null, 2));
+}
+
+process.exit(exitCode(result.status));