xinyin025/LangBot
1
0
Fork 0
mirror of https://github.com/langbot-app/LangBot.git synced 2026-08-21 09:47:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(skills): expand local agent reliability coverage

Browse Source
This commit is contained in:
huanghuoguoguo
2026-07-26 22:27:42 +08:00
parent 4bae8728a6
commit 7d3b53bbce
16 changed files with 517 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
skills/skills.index.json
+68
View File
@@ -175,6 +175,7 @@
"local-agent-complex-coding-task-debug-chat",
"local-agent-context-compaction-debug-chat",
"local-agent-effective-prompt-debug-chat",
"local-agent-model-fallback-before-first-chunk-debug-chat",
"local-agent-multimodal-debug-chat",
"local-agent-multitool-rag-compaction-debug-chat",
"local-agent-nonstreaming-debug-chat",
@@ -183,6 +184,7 @@
"local-agent-rag-debug-chat",
"local-agent-rag-multimodal-debug-chat",
"local-agent-steering-debug-chat",
"local-agent-streaming-post-commit-failure-debug-chat",
"local-agent-tool-error-recovery-debug-chat",
"local-agent-tool-loop-limit-debug-chat",
"mcp-stdio-register",
@@ -1168,6 +1170,38 @@
"backend_log"
]
},
{
"id": "local-agent-model-fallback-before-first-chunk-debug-chat",
"title": "Local Agent falls back when the primary model fails before streaming starts",
"mode": "probe",
"area": "pipeline",
"type": "chaos",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"fallback",
"streaming",
"fake-provider",
"fault-injection"
],
"automation": "skills/langbot-testing/probes/langbot-debug-chat-concurrency.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-fake-provider-pipeline.mjs --write-env"
],
"setup_provides_env": [
"LANGBOT_FAKE_PROVIDER_URL",
"LANGBOT_FAKE_PROVIDER_PIPELINE_URL",
"LANGBOT_FAKE_PROVIDER_PIPELINE_NAME"
],
"evidence_required": [
"metrics",
"network",
"api_diagnostic",
"filesystem"
]
},
{
"id": "local-agent-multimodal-debug-chat",
"title": "Local Agent Debug Chat preserves uploaded image input",
@@ -1429,6 +1463,38 @@
"api_diagnostic"
]
},
{
"id": "local-agent-streaming-post-commit-failure-debug-chat",
"title": "Local Agent does not fall back after a committed stream fails",
"mode": "probe",
"area": "pipeline",
"type": "chaos",
"priority": "p1",
"risk": "high",
"ci_eligible": false,
"tags": [
"local-agent",
"fallback",
"streaming",
"fake-provider",
"fault-injection"
],
"automation": "skills/langbot-testing/probes/langbot-debug-chat-concurrency.mjs",
"setup_automation": [
"node:scripts/e2e/ensure-fake-provider-pipeline.mjs --write-env"
],
"setup_provides_env": [
"LANGBOT_FAKE_PROVIDER_URL",
"LANGBOT_FAKE_PROVIDER_PIPELINE_URL",
"LANGBOT_FAKE_PROVIDER_PIPELINE_NAME"
],
"evidence_required": [
"metrics",
"network",
"api_diagnostic",
"filesystem"
]
},
{
"id": "local-agent-tool-error-recovery-debug-chat",
"title": "Local Agent feeds plugin tool errors back to the model",
@@ -2204,6 +2270,8 @@
],
"cases": [
"local-agent-basic-debug-chat",
"local-agent-model-fallback-before-first-chunk-debug-chat",
"local-agent-streaming-post-commit-failure-debug-chat",
"qa-plugin-smoke-live-install",
"local-agent-effective-prompt-debug-chat",
"local-agent-context-compaction-debug-chat",