mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-10-24 01:15:24 +08:00
* test(tools): add deterministic lbctl regression job * test(tools): simulate persistent multi-group conversations * test(tools): add finite core smoke with terminal run and file oracles * test(tools): expand smoke coverage across execution stages * ci: add a timed real core smoke and lightweight tool checks * fix(ci): keep infrastructure failures visible in smoke verdicts
170 lines
4.2 KiB
JSON
170 lines
4.2 KiB
JSON
{
|
|
"mock-chat": {
|
|
"steps": [{"content": "LANGBOT_CHAT_OK"}]
|
|
},
|
|
"mock-rag": {
|
|
"steps": [{"expect_prompt": "aurora-parser-rag-9137", "content": "LANGBOT_RAG_OK"}]
|
|
},
|
|
"mock-box": {
|
|
"steps": [
|
|
{"tool_calls": [{"name": "exec", "arguments": {"command": "printf LANGBOT_BOX_SENTINEL > /workspace/mock-llm.txt; cat /workspace/mock-llm.txt"}}]},
|
|
{"expect_tool_output": "LANGBOT_BOX_SENTINEL", "tool_calls": [{"name": "exec", "arguments": {"command": "cat /workspace/mock-llm.txt"}}]},
|
|
{"expect_tool_output": "LANGBOT_BOX_SENTINEL", "content": "LANGBOT_BOX_OK"}
|
|
]
|
|
},
|
|
"mock-401": {"status": 401, "steps": [{"content": "unused"}]},
|
|
"mock-429": {"status": 429, "steps": [{"content": "unused"}]},
|
|
"mock-503": {"status": 503, "steps": [{"content": "unused"}]},
|
|
"mock-slow": {"delay_seconds": 2, "steps": [{"content": "LANGBOT_SLOW_OK"}]},
|
|
"mock-slow-stream": {"chunk_delay_seconds": 0.2, "steps": [{"content": "LANGBOT_SLOW_STREAM_OK"}]},
|
|
"mock-smoke-box": {
|
|
"steps": [
|
|
{
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf LANGBOT_BOX_SENTINEL > /tmp/langbot-smoke.txt; cat /tmp/langbot-smoke.txt"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "LANGBOT_BOX_SENTINEL",
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "cat /tmp/langbot-smoke.txt"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "LANGBOT_BOX_SENTINEL",
|
|
"content": "LANGBOT_BOX_OK"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-export": {
|
|
"steps": [
|
|
{
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf LANGBOT_EXPORT_SENTINEL > /tmp/langbot-smoke-output.txt; cat /tmp/langbot-smoke-output.txt"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "LANGBOT_EXPORT_SENTINEL",
|
|
"tool_calls": [
|
|
{
|
|
"name": "export_box_files",
|
|
"arguments": {
|
|
"paths": [
|
|
"/tmp/langbot-smoke-output.txt"
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "accepted",
|
|
"content": "LANGBOT_EXPORT_OK"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-unicode": {
|
|
"steps": [
|
|
{
|
|
"expect_prompt": "请原样处理:你好,世界 🌍",
|
|
"content": "你好,世界 🌍 LANGBOT_UNICODE_OK"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-exec-error": {
|
|
"steps": [
|
|
{
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf EXPECTED_STDOUT; printf EXPECTED_STDERR >&2; exit 7"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "EXPECTED_STDERR",
|
|
"content": "LANGBOT_EXEC_ERROR_HANDLED"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-parallel-tools": {
|
|
"steps": [
|
|
{
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf PARALLEL_OK_A"
|
|
}
|
|
},
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf PARALLEL_OK_B"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "PARALLEL_OK_B",
|
|
"content": "LANGBOT_PARALLEL_TOOLS_OK"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-export-unicode": {
|
|
"steps": [
|
|
{
|
|
"tool_calls": [
|
|
{
|
|
"name": "exec",
|
|
"arguments": {
|
|
"command": "printf '你好,文件 🌍' > /tmp/输出.txt; cat /tmp/输出.txt"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "你好,文件 🌍",
|
|
"tool_calls": [
|
|
{
|
|
"name": "export_box_files",
|
|
"arguments": {
|
|
"paths": [
|
|
"/tmp/输出.txt"
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"expect_tool_output": "accepted",
|
|
"content": "LANGBOT_UNICODE_EXPORT_OK"
|
|
}
|
|
]
|
|
},
|
|
"mock-smoke-rag-other": {
|
|
"steps": [
|
|
{
|
|
"expect_prompt": "cedar-isolation-4826",
|
|
"content": "LANGBOT_OTHER_RAG_OK"
|
|
}
|
|
]
|
|
}
|
|
}
|