mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-22 13:34:24 +00:00
Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 869567c975 |
@@ -39,6 +39,7 @@ bin/lbs index
|
|||||||
```
|
```
|
||||||
|
|
||||||
Use `bin/lbs env show` to inspect defaults and `bin/lbs env doctor` when diagnosing local environment readiness. Env output is redacted by default; do not work around that by printing raw secrets.
|
Use `bin/lbs env show` to inspect defaults and `bin/lbs env doctor` when diagnosing local environment readiness. Env output is redacted by default; do not work around that by printing raw secrets.
|
||||||
|
`bin/lbs` is a generated local wrapper. If it is missing on a fresh checkout, run `npm run bootstrap` from this directory first; `npm install` also regenerates it via `prepare`.
|
||||||
Use `bin/lbs fixture check` before fixture-heavy cases such as MCP, RAG, multimodal, or plugin smoke tests.
|
Use `bin/lbs fixture check` before fixture-heavy cases such as MCP, RAG, multimodal, or plugin smoke tests.
|
||||||
Use `bin/lbs case list --ready` for cases that have no missing machine inputs and no manual preconditions. Use `bin/lbs case list --machine-ready` when you want to keep `manual-check` candidates and confirm their preconditions yourself.
|
Use `bin/lbs case list --ready` for cases that have no missing machine inputs and no manual preconditions. Use `bin/lbs case list --machine-ready` when you want to keep `manual-check` candidates and confirm their preconditions yourself.
|
||||||
|
|
||||||
|
|||||||
+5
-1
@@ -35,9 +35,13 @@ and LangBot's own Local Agent) working with the LangBot ecosystem.
|
|||||||
|
|
||||||
## The `lbs` CLI
|
## The `lbs` CLI
|
||||||
|
|
||||||
The testing assets ship with a small CLI (`bin/lbs`, Node ≥ 22.6):
|
The testing assets ship with a small CLI (`bin/lbs`, Node >= 22.6). The
|
||||||
|
`bin/lbs` wrapper is a generated local entrypoint; on a fresh checkout, run
|
||||||
|
`npm run bootstrap` once if it is missing. `npm install` also regenerates it via
|
||||||
|
the `prepare` script.
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
|
npm run bootstrap # create bin/lbs if missing
|
||||||
bin/lbs validate # validate skills/cases/troubleshooting structure
|
bin/lbs validate # validate skills/cases/troubleshooting structure
|
||||||
bin/lbs index # regenerate skills.index.json
|
bin/lbs index # regenerate skills.index.json
|
||||||
bin/lbs env show # inspect resolved env defaults (redacted)
|
bin/lbs env show # inspect resolved env defaults (redacted)
|
||||||
|
|||||||
@@ -5,6 +5,13 @@
|
|||||||
"lbs": "./bin/lbs"
|
"lbs": "./bin/lbs"
|
||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
"bootstrap": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"prepare": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"prevalidate": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"preindex": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"preindex:check": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"pretest": "node scripts/bootstrap-lbs.mjs",
|
||||||
|
"precheck": "node scripts/bootstrap-lbs.mjs",
|
||||||
"lbs": "node src/lbs.ts",
|
"lbs": "node src/lbs.ts",
|
||||||
"test": "node test/lbs-cli.test.ts",
|
"test": "node test/lbs-cli.test.ts",
|
||||||
"validate": "node src/lbs.ts validate",
|
"validate": "node src/lbs.ts validate",
|
||||||
|
|||||||
@@ -0,0 +1,31 @@
|
|||||||
|
#!/usr/bin/env node
|
||||||
|
|
||||||
|
import { chmod, mkdir, readFile, writeFile } from "node:fs/promises";
|
||||||
|
import { dirname, resolve } from "node:path";
|
||||||
|
import { fileURLToPath } from "node:url";
|
||||||
|
|
||||||
|
const root = resolve(dirname(fileURLToPath(import.meta.url)), "..");
|
||||||
|
const binDir = resolve(root, "bin");
|
||||||
|
const lbsPath = resolve(binDir, "lbs");
|
||||||
|
const wrapper = [
|
||||||
|
"#!/usr/bin/env bash",
|
||||||
|
"set -euo pipefail",
|
||||||
|
"",
|
||||||
|
'SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"',
|
||||||
|
'exec node "$SCRIPT_DIR/../src/lbs.ts" "$@"',
|
||||||
|
"",
|
||||||
|
].join("\n");
|
||||||
|
|
||||||
|
await mkdir(binDir, { recursive: true });
|
||||||
|
|
||||||
|
let current = "";
|
||||||
|
try {
|
||||||
|
current = await readFile(lbsPath, "utf8");
|
||||||
|
} catch {
|
||||||
|
// Missing wrapper is the normal first-run path.
|
||||||
|
}
|
||||||
|
|
||||||
|
if (current !== wrapper) {
|
||||||
|
await writeFile(lbsPath, wrapper, "utf8");
|
||||||
|
await chmod(lbsPath, 0o755);
|
||||||
|
}
|
||||||
+1
-1
@@ -61,7 +61,7 @@ export function repoRoot(start: string): string {
|
|||||||
// root of this assets tree). Check it first so that when the tree lives
|
// root of this assets tree). Check it first so that when the tree lives
|
||||||
// inside a larger repo (e.g. LangBot/skills/), we stop at the assets root
|
// inside a larger repo (e.g. LangBot/skills/), we stop at the assets root
|
||||||
// and not at the outer repo's .git/README.md.
|
// and not at the outer repo's .git/README.md.
|
||||||
if (existsSync(`${current}/skills.index.json`) && existsSync(`${current}/bin/lbs`)) {
|
if (existsSync(`${current}/skills.index.json`) && existsSync(`${current}/schemas/case.schema.json`)) {
|
||||||
return current;
|
return current;
|
||||||
}
|
}
|
||||||
if (existsSync(`${current}/.git`) && existsSync(`${current}/README.md`)) {
|
if (existsSync(`${current}/.git`) && existsSync(`${current}/README.md`)) {
|
||||||
|
|||||||
+83
-41
@@ -15,6 +15,7 @@ import { commandTroubleSearch } from "../src/commands/trouble.ts";
|
|||||||
import { commandValidate } from "../src/commands/validate.ts";
|
import { commandValidate } from "../src/commands/validate.ts";
|
||||||
import { commandIndex } from "../src/commands/skill.ts";
|
import { commandIndex } from "../src/commands/skill.ts";
|
||||||
import { loadEnv } from "../src/fs.ts";
|
import { loadEnv } from "../src/fs.ts";
|
||||||
|
import { repoRoot } from "../src/cli.ts";
|
||||||
import {
|
import {
|
||||||
classifyDebugChatResult,
|
classifyDebugChatResult,
|
||||||
findNewFailureSignal,
|
findNewFailureSignal,
|
||||||
@@ -23,6 +24,19 @@ import {
|
|||||||
|
|
||||||
const root = process.cwd();
|
const root = process.cwd();
|
||||||
|
|
||||||
|
test("repo root detects the skills tree before generated bin exists", () => {
|
||||||
|
const tmp = mkdtempSync(join(tmpdir(), "lbs-root-no-bin-"));
|
||||||
|
try {
|
||||||
|
mkdirSync(join(tmp, "schemas"), { recursive: true });
|
||||||
|
mkdirSync(join(tmp, "skills", "langbot-testing"), { recursive: true });
|
||||||
|
writeFileSync(join(tmp, "skills.index.json"), "{}");
|
||||||
|
writeFileSync(join(tmp, "schemas", "case.schema.json"), "{}");
|
||||||
|
assert.equal(repoRoot(join(tmp, "skills", "langbot-testing")), tmp);
|
||||||
|
} finally {
|
||||||
|
rmSync(tmp, { recursive: true, force: true });
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
function ctx(args: string[]): CommandContext {
|
function ctx(args: string[]): CommandContext {
|
||||||
return { root, args };
|
return { root, args };
|
||||||
}
|
}
|
||||||
@@ -75,6 +89,19 @@ function suiteResult(caseId: string, runId: string, status = "pass", evidence =
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function withEnv<T>(values: Record<string, string>, fn: () => T): T {
|
||||||
|
const previous = new Map(Object.keys(values).map((key) => [key, process.env[key]]));
|
||||||
|
try {
|
||||||
|
for (const [key, value] of Object.entries(values)) process.env[key] = value;
|
||||||
|
return fn();
|
||||||
|
} finally {
|
||||||
|
for (const [key, value] of previous) {
|
||||||
|
if (value === undefined) delete process.env[key];
|
||||||
|
else process.env[key] = value;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
async function captureAsync(fn: () => Promise<number>): Promise<{ code: number; output: string }> {
|
async function captureAsync(fn: () => Promise<number>): Promise<{ code: number; output: string }> {
|
||||||
const originalLog = console.log;
|
const originalLog = console.log;
|
||||||
const lines: string[] = [];
|
const lines: string[] = [];
|
||||||
@@ -1417,15 +1444,20 @@ test("generic pipeline readiness accepts either URL or name target", () => {
|
|||||||
const originalUrl = process.env.LANGBOT_PIPELINE_URL;
|
const originalUrl = process.env.LANGBOT_PIPELINE_URL;
|
||||||
const originalName = process.env.LANGBOT_PIPELINE_NAME;
|
const originalName = process.env.LANGBOT_PIPELINE_NAME;
|
||||||
try {
|
try {
|
||||||
process.env.LANGBOT_PIPELINE_URL = "http://127.0.0.1:3000/home/pipelines?id=only-url";
|
withEnv({
|
||||||
process.env.LANGBOT_PIPELINE_NAME = "";
|
LANGBOT_BROWSER_PROFILE: "/tmp/langbot-test-profile",
|
||||||
|
LANGBOT_CHROMIUM_EXECUTABLE: "/tmp/langbot-test-chromium",
|
||||||
|
}, () => {
|
||||||
|
process.env.LANGBOT_PIPELINE_URL = "http://127.0.0.1:3000/home/pipelines?id=only-url";
|
||||||
|
process.env.LANGBOT_PIPELINE_NAME = "";
|
||||||
|
|
||||||
const ready = capture(() => commandTestPlan(ctx(["test", "plan", "pipeline-debug-chat", "--json"])));
|
const ready = capture(() => commandTestPlan(ctx(["test", "plan", "pipeline-debug-chat", "--json"])));
|
||||||
assert.equal(ready.code, 0);
|
assert.equal(ready.code, 0);
|
||||||
const plan = JSON.parse(ready.output);
|
const plan = JSON.parse(ready.output);
|
||||||
assert.equal(plan.env_readiness.status, "ready");
|
assert.equal(plan.env_readiness.status, "ready");
|
||||||
assert.equal(plan.automation_readiness.status, "ready");
|
assert.equal(plan.automation_readiness.status, "ready");
|
||||||
assert.ok(plan.automation_readiness.required.includes("LANGBOT_PIPELINE_URL|LANGBOT_PIPELINE_NAME"));
|
assert.ok(plan.automation_readiness.required.includes("LANGBOT_PIPELINE_URL|LANGBOT_PIPELINE_NAME"));
|
||||||
|
});
|
||||||
|
|
||||||
process.env.LANGBOT_PIPELINE_URL = "";
|
process.env.LANGBOT_PIPELINE_URL = "";
|
||||||
process.env.LANGBOT_PIPELINE_NAME = "";
|
process.env.LANGBOT_PIPELINE_NAME = "";
|
||||||
@@ -2174,27 +2206,32 @@ test("local-agent effective prompt case has runnable automation defaults", () =>
|
|||||||
});
|
});
|
||||||
|
|
||||||
test("local-agent basic case can setup the local-agent pipeline env", () => {
|
test("local-agent basic case can setup the local-agent pipeline env", () => {
|
||||||
const result = capture(() => commandTestRun(ctx([
|
withEnv({
|
||||||
"test",
|
LANGBOT_BROWSER_PROFILE: "/tmp/langbot-test-profile",
|
||||||
"run",
|
LANGBOT_CHROMIUM_EXECUTABLE: "/tmp/langbot-test-chromium",
|
||||||
"local-agent-basic-debug-chat",
|
}, () => {
|
||||||
"--dry-run",
|
const result = capture(() => commandTestRun(ctx([
|
||||||
"--json",
|
"test",
|
||||||
])));
|
"run",
|
||||||
assert.equal(result.code, 0);
|
"local-agent-basic-debug-chat",
|
||||||
const run = JSON.parse(result.output);
|
"--dry-run",
|
||||||
assert.deepEqual(run.setup_automation.map((item: { entry: string }) => item.entry), [
|
"--json",
|
||||||
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
|
])));
|
||||||
]);
|
assert.equal(result.code, 0);
|
||||||
|
const run = JSON.parse(result.output);
|
||||||
|
assert.deepEqual(run.setup_automation.map((item: { entry: string }) => item.entry), [
|
||||||
|
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
|
||||||
|
]);
|
||||||
|
|
||||||
const planResult = capture(() => commandTestPlan(ctx(["test", "plan", "local-agent-basic-debug-chat", "--json"])));
|
const planResult = capture(() => commandTestPlan(ctx(["test", "plan", "local-agent-basic-debug-chat", "--json"])));
|
||||||
assert.equal(planResult.code, 0);
|
assert.equal(planResult.code, 0);
|
||||||
const plan = JSON.parse(planResult.output);
|
const plan = JSON.parse(planResult.output);
|
||||||
assert.deepEqual(plan.setup_provides_env, [
|
assert.deepEqual(plan.setup_provides_env, [
|
||||||
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
|
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
|
||||||
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
|
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
|
||||||
]);
|
]);
|
||||||
assert.equal(plan.automation_readiness.status, "ready");
|
assert.equal(plan.automation_readiness.status, "ready");
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
test("local-agent nonstreaming case disables stream output through automation defaults", () => {
|
test("local-agent nonstreaming case disables stream output through automation defaults", () => {
|
||||||
@@ -2355,20 +2392,25 @@ test("AgentRunner QA Debug Chat case uses dedicated pipeline env", () => {
|
|||||||
});
|
});
|
||||||
|
|
||||||
test("AgentRunner QA Debug Chat setup automation removes manual readiness", () => {
|
test("AgentRunner QA Debug Chat setup automation removes manual readiness", () => {
|
||||||
const planResult = capture(() => commandTestPlan(ctx(["test", "plan", "agent-runner-qa-debug-chat", "--json"])));
|
withEnv({
|
||||||
assert.equal(planResult.code, 0);
|
LANGBOT_BROWSER_PROFILE: "/tmp/langbot-test-profile",
|
||||||
const plan = JSON.parse(planResult.output);
|
LANGBOT_CHROMIUM_EXECUTABLE: "/tmp/langbot-test-chromium",
|
||||||
assert.equal(plan.manual_readiness.status, "not_required");
|
}, () => {
|
||||||
assert.deepEqual(plan.setup_provides_env, [
|
const planResult = capture(() => commandTestPlan(ctx(["test", "plan", "agent-runner-qa-debug-chat", "--json"])));
|
||||||
"LANGBOT_QA_AGENT_RUNNER_PIPELINE_URL",
|
assert.equal(planResult.code, 0);
|
||||||
"LANGBOT_QA_AGENT_RUNNER_PIPELINE_NAME",
|
const plan = JSON.parse(planResult.output);
|
||||||
]);
|
assert.equal(plan.manual_readiness.status, "not_required");
|
||||||
assert.equal(plan.automation_readiness.status, "ready");
|
assert.deepEqual(plan.setup_provides_env, [
|
||||||
|
"LANGBOT_QA_AGENT_RUNNER_PIPELINE_URL",
|
||||||
|
"LANGBOT_QA_AGENT_RUNNER_PIPELINE_NAME",
|
||||||
|
]);
|
||||||
|
assert.equal(plan.automation_readiness.status, "ready");
|
||||||
|
|
||||||
const suiteResult = capture(() => commandSuitePlan(ctx(["suite", "plan", "agent-runner-release-gate", "--json"])));
|
const suiteResult = capture(() => commandSuitePlan(ctx(["suite", "plan", "agent-runner-release-gate", "--json"])));
|
||||||
assert.equal(suiteResult.code, 0);
|
assert.equal(suiteResult.code, 0);
|
||||||
const suite = JSON.parse(suiteResult.output);
|
const suite = JSON.parse(suiteResult.output);
|
||||||
assert.ok(!suite.readiness.manual_check_cases.includes("agent-runner-qa-debug-chat"));
|
assert.ok(!suite.readiness.manual_check_cases.includes("agent-runner-qa-debug-chat"));
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
test("ACP AgentRunner Debug Chat case setups the ACP pipeline env", () => {
|
test("ACP AgentRunner Debug Chat case setups the ACP pipeline env", () => {
|
||||||
|
|||||||
Reference in New Issue
Block a user