mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-10-20 15:37:27 +08:00
Hyu
0efc1fb1cc
Execution telemetry already reported window counters. This adds one bounded, content-free chain per inbound platform event, so a single event can be followed from its source platform through routing and processing to the platform API calls it caused. - telemetry/trace.py: ContextVar trace identity with route and run scopes, and a 32-stage bound per chain. - telemetry/execution.py: keeps at most 64 chains for 120s, decides sampling from the observed outcome, and sends one payload per chain keyed by query_id = trace_id, so Space fetches a chain by primary identity. Window counters are unchanged and remain the source of coverage statistics. - botmgr / pipelinemgr / orchestrator: bind the trace at the ingress boundary, scope routing identity per dispatch, and attach the run identity, so nested lanes (event -> route -> pipeline/runner -> platform API) reuse one chain. A run reached without an ingress (WebUI debug, service API) owns its own chain. - space.execution_trace selects off | failures | sampled | all (default sampled: failures, WebUI debug runs and every N-th success). Chains carry only code-defined identifiers (adapter and runner types, route identity as type:uuid, run id); never message content, tool arguments or platform user identifiers.
98 lines
3.2 KiB
Python
98 lines
3.2 KiB
Python
"""Dump one real execution-trace payload for the Space wire-format contract test.
|
|
|
|
Run from the repository root with the project interpreter, e.g.:
|
|
|
|
PYTHONPATH=src python tests/manual/dump_execution_trace_payload.py
|
|
|
|
`langbot-space` keeps the output as
|
|
`internal/service/testdata/execution_trace_payload.json` and asserts that its
|
|
ingest validator accepts it. Regenerate that file whenever the payload shape
|
|
changes; the Space test documents the same command.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import json
|
|
import sys
|
|
import types
|
|
from importlib import import_module
|
|
|
|
|
|
class CaptureManager:
|
|
"""Captures what TelemetryManager would have posted."""
|
|
|
|
def __init__(self):
|
|
self.telemetry_config = {'url': 'https://space.langbot.test', 'execution_trace': 'all'}
|
|
self.sent: list[dict] = []
|
|
|
|
async def send(self, payload: dict) -> bool:
|
|
self.sent.append(payload)
|
|
return True
|
|
|
|
def start_send_task(self, payload: dict) -> None:
|
|
self.sent.append(payload)
|
|
|
|
|
|
async def main() -> int:
|
|
execution = import_module('langbot.pkg.telemetry.execution')
|
|
trace = import_module('langbot.pkg.telemetry.trace')
|
|
|
|
manager = CaptureManager()
|
|
counters = execution.ExecutionCounters(manager)
|
|
context = types.SimpleNamespace(instance_uuid='instance-1', workspace_uuid='workspace-1')
|
|
route_ref = 'agent:11111111-1111-4111-8111-111111111111'
|
|
run_id = '22222222-2222-4222-8222-222222222222'
|
|
|
|
with execution.ingress(types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))):
|
|
# Inbound platform event.
|
|
counters.record(
|
|
context,
|
|
family='platform_event',
|
|
operation='message.received',
|
|
adapter='AiocqhttpAdapter',
|
|
outcome='success',
|
|
)
|
|
# Route decision for that event.
|
|
with trace.scope(route_ref=route_ref):
|
|
counters.record(
|
|
context,
|
|
family='event_route',
|
|
operation='message.received',
|
|
mode='agent',
|
|
adapter='AiocqhttpAdapter',
|
|
outcome='success',
|
|
)
|
|
# Runner execution of the routed processor.
|
|
run_token = trace.set_run(run_id)
|
|
try:
|
|
counters.record(
|
|
context,
|
|
family='runner',
|
|
operation='execute',
|
|
mode='agent',
|
|
runner='langbot/runner-demo',
|
|
outcome='success',
|
|
)
|
|
# Outbound platform API call made by the runner.
|
|
counters.record(
|
|
context,
|
|
family='platform_api',
|
|
operation='send_message',
|
|
mode='agent',
|
|
adapter='AiocqhttpAdapter',
|
|
outcome='success',
|
|
)
|
|
finally:
|
|
trace.reset_run(run_token)
|
|
|
|
if len(manager.sent) != 1:
|
|
print(f'expected exactly one payload, captured {len(manager.sent)}', file=sys.stderr)
|
|
return 1
|
|
print(json.dumps(manager.sent[0], indent=2, ensure_ascii=False, sort_keys=True))
|
|
return 0
|
|
|
|
|
|
if __name__ == '__main__':
|
|
raise SystemExit(asyncio.run(main()))
|