xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-08-30 22:27:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(agent-runner): strengthen local agent e2e gate

Browse Source
This commit is contained in:
huanghuoguoguo
2026-07-01 20:20:43 +08:00
parent b3387eb0a3
commit dff260bbd5
44 changed files with 3524 additions and 137 deletions
Download Patch File Download Diff File Expand all files Collapse all files
skills/skills.index.json
+209 -4
View File
@@ -166,14 +166,19 @@
"langrag-parser-golden-e2e",
"langrag-sentinel-kb-discover",
"local-agent-basic-debug-chat",
"local-agent-combo-rag-compaction-tool-debug-chat",
"local-agent-context-compaction-debug-chat",
"local-agent-effective-prompt-debug-chat",
"local-agent-multimodal-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-nonstreaming-debug-chat",
"local-agent-parallel-tools-rag-compaction-debug-chat",
"local-agent-plugin-tool-call-debug-chat",
"local-agent-rag-debug-chat",
"local-agent-rag-multimodal-debug-chat",
"local-agent-steering-debug-chat",
"local-agent-tool-error-recovery-debug-chat",
"local-agent-tool-loop-limit-debug-chat",
"mcp-stdio-register",
"mcp-stdio-tool-call",
"pipeline-debug-chat",
@@ -911,6 +916,43 @@
"backend_log"
]
},
{
"id": "local-agent-combo-rag-compaction-tool-debug-chat",
"title": "Local Agent preserves RAG, compacted history, and plugin tool result in one Debug Chat run",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"langrag",
"context",
"compaction",
"plugin",
"tools",
"pipeline"
],
"automation": "scripts/e2e/pipeline-debug-chat.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
"node:scripts/e2e/ensure-langrag-sentinel-kb.mjs --write-env",
"case:qa-plugin-smoke-live-install"
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
"LANGBOT_LOCAL_AGENT_RAG_KB_UUID"
],
"evidence_required": [
"ui",
"screenshot",
"console",
"backend_log",
"api_diagnostic"
]
},
{
"id": "local-agent-context-compaction-debug-chat",
"title": "Local Agent compacts long Debug Chat history and preserves older facts",
@@ -1002,9 +1044,47 @@
"backend_log"
]
},
{
"id": "local-agent-multitool-rag-compaction-debug-chat",
"title": "Local Agent preserves RAG, compacted history, and two-step plugin tool loop",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"langrag",
"context",
"compaction",
"plugin",
"tools",
"tool-loop",
"pipeline"
],
"automation": "scripts/e2e/pipeline-debug-chat.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
"node:scripts/e2e/ensure-langrag-sentinel-kb.mjs --write-env",
"case:qa-plugin-smoke-live-install"
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
"LANGBOT_LOCAL_AGENT_RAG_KB_UUID"
],
"evidence_required": [
"ui",
"screenshot",
"console",
"backend_log",
"api_diagnostic"
]
},
{
"id": "local-agent-nonstreaming-debug-chat",
"title": "Local Agent Debug Chat returns a deterministic non-streaming response",
"title": "Local Agent Debug Chat returns a deterministic response with UI streaming disabled",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
@@ -1030,6 +1110,44 @@
"backend_log"
]
},
{
"id": "local-agent-parallel-tools-rag-compaction-debug-chat",
"title": "Local Agent preserves RAG, compacted history, and parallel plugin tools",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"langrag",
"context",
"compaction",
"plugin",
"tools",
"parallel-tools",
"pipeline"
],
"automation": "scripts/e2e/pipeline-debug-chat.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
"node:scripts/e2e/ensure-langrag-sentinel-kb.mjs --write-env",
"case:qa-plugin-smoke-live-install"
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
"LANGBOT_LOCAL_AGENT_RAG_KB_UUID"
],
"evidence_required": [
"ui",
"screenshot",
"console",
"backend_log",
"api_diagnostic"
]
},
{
"id": "local-agent-plugin-tool-call-debug-chat",
"title": "Local Agent can call a plugin-provided tool",
@@ -1157,6 +1275,73 @@
"api_diagnostic"
]
},
{
"id": "local-agent-tool-error-recovery-debug-chat",
"title": "Local Agent feeds plugin tool errors back to the model",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"plugin",
"tools",
"tool-error",
"pipeline"
],
"automation": "scripts/e2e/pipeline-debug-chat.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
"case:qa-plugin-smoke-live-install"
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME"
],
"evidence_required": [
"ui",
"screenshot",
"console",
"backend_log",
"api_diagnostic"
]
},
{
"id": "local-agent-tool-loop-limit-debug-chat",
"title": "Local Agent stops repeated tool calls at max-tool-iterations",
"mode": "agent-browser",
"area": "pipeline",
"type": "regression",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"plugin",
"tools",
"tool-loop",
"limit",
"pipeline"
],
"automation": "scripts/e2e/pipeline-debug-chat.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-local-agent-pipeline.mjs --write-env",
"case:qa-plugin-smoke-live-install"
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME"
],
"evidence_required": [
"ui",
"screenshot",
"console",
"backend_log",
"api_diagnostic"
]
},
{
"id": "mcp-stdio-register",
"title": "MCP stdio fixture is registered and exposes qa_mcp_echo",
@@ -1203,7 +1388,8 @@
],
"setup_provides_env": [
"LANGBOT_LOCAL_AGENT_PIPELINE_URL",
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME"
"LANGBOT_LOCAL_AGENT_PIPELINE_NAME",
"LANGBOT_MCP_QA_STDIO_SERVER_UUID"
],
"evidence_required": [
"ui",
@@ -1483,6 +1669,11 @@
"local-agent-context-compaction-debug-chat",
"local-agent-rag-debug-chat",
"local-agent-plugin-tool-call-debug-chat",
"local-agent-tool-error-recovery-debug-chat",
"local-agent-tool-loop-limit-debug-chat",
"local-agent-combo-rag-compaction-tool-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-parallel-tools-rag-compaction-debug-chat",
"mcp-stdio-register",
"mcp-stdio-tool-call",
"local-agent-nonstreaming-debug-chat",
@@ -1633,6 +1824,11 @@
"local-agent-context-compaction-debug-chat",
"local-agent-rag-debug-chat",
"local-agent-plugin-tool-call-debug-chat",
"local-agent-tool-error-recovery-debug-chat",
"local-agent-tool-loop-limit-debug-chat",
"local-agent-combo-rag-compaction-tool-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-parallel-tools-rag-compaction-debug-chat",
"local-agent-steering-debug-chat",
"mcp-stdio-tool-call",
"local-agent-nonstreaming-debug-chat",
@@ -1692,7 +1888,10 @@
"path": "fixtures/rag/sentinel-doc.txt",
"related_cases": [
"langrag-kb-retrieve",
"local-agent-rag-debug-chat"
"local-agent-rag-debug-chat",
"local-agent-combo-rag-compaction-tool-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-parallel-tools-rag-compaction-debug-chat"
]
},
{
@@ -1724,6 +1923,11 @@
"plugin-e2e-smoke",
"local-agent-effective-prompt-debug-chat",
"local-agent-plugin-tool-call-debug-chat",
"local-agent-tool-error-recovery-debug-chat",
"local-agent-tool-loop-limit-debug-chat",
"local-agent-combo-rag-compaction-tool-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-parallel-tools-rag-compaction-debug-chat",
"local-agent-steering-debug-chat"
]
},
@@ -1734,7 +1938,8 @@
"path": "fixtures/plugins/qa-plugin-smoke/dist/qa-plugin-smoke-0.1.0.lbpkg",
"related_cases": [
"qa-plugin-smoke-live-install",
"plugin-e2e-smoke"
"plugin-e2e-smoke",
"local-agent-tool-error-recovery-debug-chat"
]
}
],