mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-09-16 14:57:15 +00:00
RockChinQ
36 lines
1.2 KiB
YAML
36 lines
1.2 KiB
YAML
id: agent-runner-fixture-contract
|
|
title: "QA Runner fixture contract probe"
|
|
mode: probe
|
|
area: release
|
|
type: regression
|
|
priority: p0
|
|
risk: high
|
|
ci_eligible: true
|
|
tags:
|
|
- agent-runner
|
|
- probe
|
|
- fixture
|
|
- deterministic-runner
|
|
skills:
|
|
- langbot-testing
|
|
env:
|
|
automation: skills/langbot-testing/probes/agent-runner-fixture-contract.mjs
|
|
steps:
|
|
- "Run `rtk bin/lbs test run agent-runner-fixture-contract --dry-run` first; remove `--dry-run` after checking the planned evidence directory."
|
|
- "Automation imports the QA Runner fixture source and executes normal, streaming, and controlled-failure paths with SDK entities."
|
|
checks:
|
|
- "automation-result.json status is pass."
|
|
- "probe-stdout.log contains QA_RUNNER_FIXTURE_CONTRACT_OK."
|
|
- "Normal input returns QA_RUNNER_OK:<input>."
|
|
- "Streaming input emits message.delta chunks and completes."
|
|
- "Failure input returns QA_RUNNER_CONTROLLED_FAILURE."
|
|
evidence_required:
|
|
- filesystem
|
|
diagnostics:
|
|
- "This validates the deterministic fixture source contract. It does not prove the plugin package is installed in a live LangBot instance."
|
|
success_patterns:
|
|
- "QA_RUNNER_FIXTURE_CONTRACT_OK"
|
|
failure_patterns:
|
|
- "AssertionError"
|
|
- "fixture contract exited"
|