+
+
{/* Top bar: Skip button */}
diff --git a/web/src/components/BetaBanner.tsx b/web/src/components/BetaBanner.tsx
index a6b1dcc5d..87e09a2fa 100644
--- a/web/src/components/BetaBanner.tsx
+++ b/web/src/components/BetaBanner.tsx
@@ -1,80 +1,136 @@
import { useTranslation } from 'react-i18next';
import { AlertCircle, X } from 'lucide-react';
-import { useState, useEffect } from 'react';
+import { useState, useEffect, useRef } from 'react';
import { Alert, AlertDescription } from '@/components/ui/alert';
import { backendClient } from '@/app/infra/http';
+const RETRY_DELAYS_MS = [1000, 2000, 4000, 8000];
+const CLOUD_BETA_RETRY_LIMIT = RETRY_DELAYS_MS.length;
+
export function BetaBanner() {
- const { t, i18n } = useTranslation();
+ const { t } = useTranslation();
+ const bannerRef = useRef(null);
const [show, setShow] = useState(false);
const [dismissed, setDismissed] = useState(false);
+ const visible = show && !dismissed;
+
+ // Publish the banner height so the fixed app shell (sidebar + inset) starts
+ // below the notice instead of painting over it.
+ useEffect(() => {
+ const root = document.documentElement;
+ if (!visible) {
+ root.style.removeProperty('--beta-banner-height');
+ return;
+ }
+ const element = bannerRef.current;
+ if (!element) {
+ return;
+ }
+ const sync = () => {
+ root.style.setProperty(
+ '--beta-banner-height',
+ `${element.getBoundingClientRect().height}px`,
+ );
+ };
+ sync();
+ const observer = new ResizeObserver(sync);
+ observer.observe(element);
+ return () => {
+ observer.disconnect();
+ root.style.removeProperty('--beta-banner-height');
+ };
+ }, [visible]);
useEffect(() => {
- const checkBetaStatus = async () => {
+ let cancelled = false;
+ let retryTimer: number | undefined;
+
+ const checkBetaStatus = async (attempt = 0) => {
try {
const info = await backendClient.getSystemInfo();
- const shouldShow =
- info.deployment_mode === 'cloud' && info.beta === true;
- setShow(shouldShow);
+ if (cancelled) {
+ return;
+ }
+ setShow(info.deployment_mode === 'cloud' && info.beta === true);
} catch {
- setShow(false);
+ if (cancelled) {
+ return;
+ }
+ // A single failed probe (cold start, restarting backend, flaky
+ // network) must not hide the banner for the rest of the session, so
+ // keep the last known state and retry with backoff.
+ if (attempt < CLOUD_BETA_RETRY_LIMIT) {
+ retryTimer = window.setTimeout(
+ () => void checkBetaStatus(attempt + 1),
+ RETRY_DELAYS_MS[attempt],
+ );
+ }
}
};
- checkBetaStatus();
+ void checkBetaStatus();
+
+ const recheck = () => {
+ if (!cancelled) {
+ void checkBetaStatus();
+ }
+ };
+ window.addEventListener('focus', recheck);
+
+ return () => {
+ cancelled = true;
+ clearTimeout(retryTimer);
+ window.removeEventListener('focus', recheck);
+ };
}, []);
- if (!show || dismissed) {
+ if (!visible) {
return null;
}
- const cloudUrl =
- i18n.language === 'zh-Hans' || i18n.language === 'zh_CN'
- ? 'https://langbot.app/zh/cloud'
- : i18n.language === 'ja' || i18n.language === 'ja_JP'
- ? 'https://langbot.app/ja/cloud'
- : 'https://langbot.app/cloud';
-
- const ossUrl =
- i18n.language === 'zh-Hans' || i18n.language === 'zh_CN'
- ? 'https://langbot.app/zh/docs/quick-start/deploy'
- : i18n.language === 'ja' || i18n.language === 'ja_JP'
- ? 'https://langbot.app/ja/docs/quick-start/deploy'
- : 'https://langbot.app/docs/quick-start/deploy';
+ // The cloud product page opens the dedicated (paid v1) environment tab;
+ // space.langbot.app resolves the locale itself, so no path prefix applies.
+ const cloudUrl = 'https://space.langbot.app/cloud?environment=dedicated';
+ const ossUrl = 'https://github.com/langbot-app/LangBot';
return (
-
-
+
);
}
diff --git a/web/src/components/ui/sidebar.tsx b/web/src/components/ui/sidebar.tsx
index fd0daa9dc..3ef69ff30 100644
--- a/web/src/components/ui/sidebar.tsx
+++ b/web/src/components/ui/sidebar.tsx
@@ -203,6 +203,9 @@ function SidebarProvider({
{
'--sidebar-width': `${sidebarWidth}px`,
'--sidebar-width-icon': SIDEBAR_WIDTH_ICON,
+ // Global notices (e.g. the beta banner) publish their height so
+ // the shell starts below them instead of underneath.
+ height: 'calc(100svh - var(--beta-banner-height, 0px))',
...style,
} as React.CSSProperties
}
@@ -298,6 +301,10 @@ function Sidebar({
/>
Date: Mon, 28 Sep 2026 14:26:10 +0000
Subject: [PATCH 009/140] fix(plugin): allow unsigned Cloud plugins on
dedicated workers
---
docs/architecture/certified-plugins.md | 4 +-
src/langbot/pkg/plugin/certification.py | 21 +++--------
.../plugin/test_certified_plugin_admission.py | 37 ++++++++-----------
.../plugin/test_certified_plugin_policy.py | 24 +++++++++++-
4 files changed, 46 insertions(+), 40 deletions(-)
diff --git a/docs/architecture/certified-plugins.md b/docs/architecture/certified-plugins.md
index 56d8f6eb8..7af3bd4f4 100644
--- a/docs/architecture/certified-plugins.md
+++ b/docs/architecture/certified-plugins.md
@@ -49,8 +49,8 @@ dedicated profile.
| Deployment | SDK verification | Explicit `administrator_force` | Result |
| --- | --- | --- | --- |
| Cloud | valid envelope declaring `shared-runtime-v1` + `stateless-v1` | any | admitted to the shared singleton profile |
-| Cloud | absent | any | reject before storage with `CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_REQUIRED` |
-| Cloud | malformed, untrusted, invalid, or non-shared | any | reject before storage with `CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_INVALID` |
+| Cloud | no signature | any | install on dedicated worker, without shared eligibility |
+| Cloud | malformed, untrusted, invalid, or non-shared declaration | any | reject before storage with `CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_INVALID`; do not treat a broken signature as unsigned |
| OSS | absent legacy envelope | any | admitted to the dedicated profile |
| OSS | valid envelope declaring `shared-runtime-v1` + `stateless-v1` | any | selected shared singleton profile |
| OSS | declaration signed by a **key this instance resolves** | false | reject with `CERTIFIED_PLUGIN_OSS_FORCE_REQUIRED` |
diff --git a/src/langbot/pkg/plugin/certification.py b/src/langbot/pkg/plugin/certification.py
index 4af562cd5..f5a73674c 100644
--- a/src/langbot/pkg/plugin/certification.py
+++ b/src/langbot/pkg/plugin/certification.py
@@ -43,12 +43,11 @@ class AdmissionDisposition(str, Enum):
class AdmissionCode(str, Enum):
SHARED_ELIGIBLE = 'CERTIFIED_PLUGIN_SHARED_ELIGIBLE'
- CLOUD_CERTIFICATE_REQUIRED = 'CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_REQUIRED'
+ UNSIGNED_DEDICATED = 'CERTIFIED_PLUGIN_UNSIGNED_DEDICATED'
CLOUD_CERTIFICATE_INVALID = 'CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_INVALID'
OSS_LEGACY_DEDICATED = 'CERTIFIED_PLUGIN_OSS_LEGACY_DEDICATED'
OSS_FORCE_REQUIRED = 'CERTIFIED_PLUGIN_OSS_FORCE_REQUIRED'
OSS_FORCED_DEDICATED = 'CERTIFIED_PLUGIN_OSS_FORCED_DEDICATED'
- OSS_CERTIFIED_DEDICATED = 'CERTIFIED_PLUGIN_OSS_CERTIFIED_DEDICATED'
OSS_UNTRUSTED_DEDICATED = 'CERTIFIED_PLUGIN_OSS_UNTRUSTED_DEDICATED'
@@ -196,7 +195,7 @@ def decide_plugin_admission(
facts: PluginCertificationFacts,
administrator_force: bool = False,
) -> PluginAdmissionDecision:
- """Apply Cloud fail-closed and OSS administrator-force admission rules."""
+ """Only verified cross-tenant certificates grant shared placement."""
mode = DeploymentMode(deployment)
certificate = facts.certificate
@@ -207,26 +206,16 @@ def decide_plugin_admission(
SHARED_RUNTIME_V1,
)
- if mode is DeploymentMode.CLOUD:
- code = (
- AdmissionCode.CLOUD_CERTIFICATE_REQUIRED
- if certificate.verification is CertificateVerification.ABSENT
- else AdmissionCode.CLOUD_CERTIFICATE_INVALID
- )
- return PluginAdmissionDecision(AdmissionDisposition.REJECTED, code, DEDICATED_RUNTIME)
-
if certificate.verification is CertificateVerification.ABSENT:
return PluginAdmissionDecision(
AdmissionDisposition.DEDICATED_ALLOWED,
- AdmissionCode.OSS_LEGACY_DEDICATED,
+ AdmissionCode.UNSIGNED_DEDICATED if mode is DeploymentMode.CLOUD else AdmissionCode.OSS_LEGACY_DEDICATED,
DEDICATED_RUNTIME,
)
- if certificate.verification is CertificateVerification.VALID:
+ if mode is DeploymentMode.CLOUD:
return PluginAdmissionDecision(
- AdmissionDisposition.DEDICATED_ALLOWED,
- AdmissionCode.OSS_CERTIFIED_DEDICATED,
- DEDICATED_RUNTIME,
+ AdmissionDisposition.REJECTED, AdmissionCode.CLOUD_CERTIFICATE_INVALID, DEDICATED_RUNTIME
)
# A self-hosted deployment that has not configured the issuer key ring cannot
diff --git a/tests/integration/plugin/test_certified_plugin_admission.py b/tests/integration/plugin/test_certified_plugin_admission.py
index 04b50a16f..ce9b5eb62 100644
--- a/tests/integration/plugin/test_certified_plugin_admission.py
+++ b/tests/integration/plugin/test_certified_plugin_admission.py
@@ -29,6 +29,7 @@ pytestmark = pytest.mark.integration
('deployment', 'archive_kind', 'administrator_force', 'expected_profile'),
[
('cloud', 'signed_shared', False, 'shared-runtime-v1'),
+ ('cloud', 'legacy', False, 'dedicated'),
('oss', 'signed_shared', False, 'shared-runtime-v1'),
('oss', 'legacy', False, 'dedicated'),
('oss', 'forged_shared', True, 'dedicated'),
@@ -75,7 +76,7 @@ async def test_install_plugin_admits_archive_before_persistence_and_applies_sele
@pytest.mark.asyncio
-@pytest.mark.parametrize('archive_kind', ['legacy', 'invalid_shared'])
+@pytest.mark.parametrize('archive_kind', ['invalid_shared'])
async def test_cloud_rejects_untrusted_archive_before_storage_persistence_or_runtime_apply(archive_kind: str) -> None:
package, trusted_public_keys = _archive(archive_kind)
connector, _execution_context, _binding = _connector('cloud', trusted_public_keys)
@@ -180,26 +181,20 @@ async def test_marketplace_version_selection_keeps_certificate_gate_and_single_a
if requested_version is not None:
info['plugin_version'] = requested_version
task_context = TaskContext.new()
- if archive_kind == 'legacy':
- with pytest.raises(ValueError, match='CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_REQUIRED'):
- await connector.install_plugin(PluginInstallSource.MARKETPLACE, info, task_context)
- connector._store_artifact_package.assert_not_awaited()
- connector._persist_installation_package.assert_not_awaited()
- connector.handler.apply_plugin_installation.assert_not_awaited()
- connector._refresh_runner_registry.assert_not_awaited()
- else:
- await connector.install_plugin(PluginInstallSource.MARKETPLACE, info, task_context)
- persisted_info = connector._persist_installation_package.await_args.kwargs['install_info']
- assert persisted_info['plugin_version'] == '1.0.0'
- assert persisted_info['_certification']['runtime_profile'] == 'shared-runtime-v1'
- connector.handler.apply_plugin_installation.assert_awaited_once_with(
- binding,
- artifact_package=package,
- enabled=True,
- execution_mode=PluginExecutionMode.SHARED_CERTIFIED,
- )
- connector._refresh_runner_registry.assert_awaited_once()
- assert task_context.metadata['progress_percent'] == 100
+ await connector.install_plugin(PluginInstallSource.MARKETPLACE, info, task_context)
+ persisted_info = connector._persist_installation_package.await_args.kwargs['install_info']
+ assert persisted_info['plugin_version'] == '1.0.0'
+ assert persisted_info['_certification']['runtime_profile'] == (
+ 'shared-runtime-v1' if archive_kind == 'signed_shared' else 'dedicated'
+ )
+ connector.handler.apply_plugin_installation.assert_awaited_once_with(
+ binding,
+ artifact_package=package,
+ enabled=True,
+ execution_mode=(PluginExecutionMode.SHARED_CERTIFIED if archive_kind == 'signed_shared' else PluginExecutionMode.DEDICATED),
+ )
+ connector._refresh_runner_registry.assert_awaited_once()
+ assert task_context.metadata['progress_percent'] == 100
if requested_version is not None:
# Confirmed migrations must fetch the reviewed release, never latest/MCP/skill.
assert len(requests) == 1
diff --git a/tests/unit_tests/plugin/test_certified_plugin_policy.py b/tests/unit_tests/plugin/test_certified_plugin_policy.py
index 4537b9e2c..f2bf45fd7 100644
--- a/tests/unit_tests/plugin/test_certified_plugin_policy.py
+++ b/tests/unit_tests/plugin/test_certified_plugin_policy.py
@@ -13,7 +13,8 @@ from langbot_plugin.entities.io.context import PluginExecutionMode
('deployment', 'certificate', 'certificate_id', 'force', 'expected_disposition', 'expected_code'),
[
('cloud', ('valid', 'shared-runtime-v1'), 'issuer', False, 'shared_eligible', 'CERTIFIED_PLUGIN_SHARED_ELIGIBLE'),
- ('cloud', ('absent', None), None, False, 'rejected', 'CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_REQUIRED'),
+ ('cloud', ('absent', None), None, False, 'dedicated_allowed', 'CERTIFIED_PLUGIN_UNSIGNED_DEDICATED'),
+ ('cloud', ('absent', None), None, True, 'dedicated_allowed', 'CERTIFIED_PLUGIN_UNSIGNED_DEDICATED'),
('cloud', ('malformed', None), None, False, 'rejected', 'CERTIFIED_PLUGIN_CLOUD_CERTIFICATE_INVALID'),
(
'cloud',
@@ -134,6 +135,27 @@ def test_legacy_shared_certificate_without_stateless_contract_is_not_shared() ->
assert decision.disposition is AdmissionDisposition.REJECTED
+def test_oss_does_not_treat_valid_nonshared_signature_as_dedicated_certification() -> None:
+ from langbot.pkg.plugin.certification import (
+ AdmissionDisposition, CertificateFacts, CertificateVerification,
+ PluginCertificationFacts, decide_plugin_admission,
+ )
+
+ decision = decide_plugin_admission(
+ deployment='oss',
+ facts=PluginCertificationFacts(
+ installation_uuid='00000000-0000-4000-8000-000000000001',
+ artifact_digest='a' * 64,
+ certificate=CertificateFacts(
+ verification=CertificateVerification.VALID,
+ runtime_profile=None,
+ certificate_id='issuer',
+ ),
+ ),
+ )
+ assert decision.disposition is AdmissionDisposition.ADMINISTRATOR_FORCE_REQUIRED
+
+
def test_archive_inspection_preserves_legacy_tuple_and_exposes_certificate_facts() -> None:
from langbot.pkg.plugin.archive import (
ArchiveCertificateState,
From 06ca7a93a9ea783e5eca49492576c79147a1281f Mon Sep 17 00:00:00 2001
From: Hyu
Date: Mon, 28 Sep 2026 22:38:24 +0800
Subject: [PATCH 010/140] feat(web): consolidate operation log settings into a
collection dialog
Rename the traceability surface to "operation log", move its entry from the sidebar into the settings dialog, and collect the capture level and the retention policy in one dialog. The retention fields are shown inline instead of behind a disclosure; edits stay a draft until Save, and Reset restores the persisted policy. Copy updated across the eight locales.
---
.../components/home-sidebar/HomeSidebar.tsx | 29 +--
.../settings-dialog/SettingsDialog.tsx | 14 +-
.../OperationTraceCollectionDialog.tsx | 216 ++++++++++++++++++
.../OperationTracePanel.tsx | 213 ++++-------------
web/src/i18n/locales/en-US.ts | 20 +-
web/src/i18n/locales/es-ES.ts | 20 +-
web/src/i18n/locales/ja-JP.ts | 20 +-
web/src/i18n/locales/ru-RU.ts | 20 +-
web/src/i18n/locales/th-TH.ts | 20 +-
web/src/i18n/locales/vi-VN.ts | 20 +-
web/src/i18n/locales/zh-Hans.ts | 24 +-
web/src/i18n/locales/zh-Hant.ts | 24 +-
12 files changed, 367 insertions(+), 273 deletions(-)
create mode 100644 web/src/app/home/components/workspace-settings/OperationTraceCollectionDialog.tsx
diff --git a/web/src/app/home/components/home-sidebar/HomeSidebar.tsx b/web/src/app/home/components/home-sidebar/HomeSidebar.tsx
index 230d13c2b..11ef75f52 100644
--- a/web/src/app/home/components/home-sidebar/HomeSidebar.tsx
+++ b/web/src/app/home/components/home-sidebar/HomeSidebar.tsx
@@ -1871,6 +1871,9 @@ export default function HomeSidebar({
const canViewStorageAnalysis =
currentWorkspace?.workspace.source !== 'cloud_projection' &&
currentWorkspace?.permissions.includes('audit.view');
+ // The operation log is an audit surface: owner / admin only.
+ const canViewOperationTrace =
+ currentWorkspace?.permissions.includes('audit.view') ?? false;
const [settingsOpen, setSettingsOpen] = useState(false);
const [settingsSection, setSettingsSection] =
useState('models');
@@ -2221,19 +2224,8 @@ export default function HomeSidebar({
{t('models.title')}
- {/* Operation traceability is an audit surface: only roles holding
- audit.view (owner / admin) get a direct sidebar entry. */}
- {currentWorkspace?.permissions.includes('audit.view') && (
-
- openSettings('operationTrace')}
- tooltip={t('operationTrace.title')}
- >
-
-
- )}
+ {/* Operation log entry moved to the account menu: it is an audit
+ surface, not a primary navigation target. */}
{/* API-key management is available only to authorized Workspace roles. */}
@@ -2358,6 +2350,17 @@ export default function HomeSidebar({
{t('storageAnalysis.title')}
)}
+ {canViewOperationTrace && (
+ {
+ setUserMenuOpen(false);
+ openSettings('operationTrace');
+ }}
+ >
+
+ )}
{
setUserMenuOpen(false);
diff --git a/web/src/app/home/components/settings-dialog/SettingsDialog.tsx b/web/src/app/home/components/settings-dialog/SettingsDialog.tsx
index f727442bc..b992f0634 100644
--- a/web/src/app/home/components/settings-dialog/SettingsDialog.tsx
+++ b/web/src/app/home/components/settings-dialog/SettingsDialog.tsx
@@ -105,13 +105,6 @@ export default function SettingsDialog({
description: t('workspace.description'),
icon: (0);
+ const [retentionDays, setRetentionDays] = useState(30);
+ const [maxRows, setMaxRows] = useState(20000);
+ const [dedupeSeconds, setDedupeSeconds] = useState(60);
+
+ // Every open starts from the persisted policy, so a dialog dismissed with
+ // unsaved edits never leaks them into a later session.
+ useEffect(() => {
+ if (!open || !governance) {
+ return;
+ }
+ setLevel(governance.configured_level);
+ setRetentionDays(governance.retention_days);
+ setMaxRows(governance.max_rows);
+ setDedupeSeconds(governance.dedupe_window_seconds);
+ }, [open, governance]);
+
+ const levelOptions = governance?.supported_levels ?? [];
+ const dirty =
+ governance !== null &&
+ (level !== governance.configured_level ||
+ retentionDays !== governance.retention_days ||
+ maxRows !== governance.max_rows ||
+ dedupeSeconds !== governance.dedupe_window_seconds);
+
+ function resetDraft() {
+ if (!governance) {
+ return;
+ }
+ setLevel(governance.configured_level);
+ setRetentionDays(governance.retention_days);
+ setMaxRows(governance.max_rows);
+ setDedupeSeconds(governance.dedupe_window_seconds);
+ }
+
+ return (
+
+ );
+}
diff --git a/web/src/app/home/components/workspace-settings/OperationTracePanel.tsx b/web/src/app/home/components/workspace-settings/OperationTracePanel.tsx
index 31ed3d04d..b2b3dac30 100644
--- a/web/src/app/home/components/workspace-settings/OperationTracePanel.tsx
+++ b/web/src/app/home/components/workspace-settings/OperationTracePanel.tsx
@@ -15,12 +15,6 @@ import { toast } from 'sonner';
import { Badge } from '@/components/ui/badge';
import { Button } from '@/components/ui/button';
-import {
- Collapsible,
- CollapsibleContent,
- CollapsibleTrigger,
-} from '@/components/ui/collapsible';
-import { Input } from '@/components/ui/input';
import { Item, ItemContent, ItemMedia, ItemTitle } from '@/components/ui/item';
import {
Select,
@@ -41,6 +35,7 @@ import type {
} from '@/app/infra/entities/operation-log';
import { Download } from 'lucide-react';
import { backendClient, useCurrentWorkspace } from '@/app/infra/http';
+import OperationTraceCollectionDialog from './OperationTraceCollectionDialog';
import {
PanelBody,
PanelToolbar,
@@ -343,12 +338,7 @@ export default function OperationTracePanel({
const [saving, setSaving] = useState(false);
const [exporting, setExporting] = useState(false);
const [query, setQuery] = useState({});
- const [retentionDays, setRetentionDays] = useState(30);
- const [maxRows, setMaxRows] = useState(20000);
- const [dedupeSeconds, setDedupeSeconds] = useState(60);
- // Retention is an advanced, rarely-touched policy: it collapses by default so
- // the capture level and the records list stay the focus of the panel.
- const [retentionOpen, setRetentionOpen] = useState(false);
+ const [settingsOpen, setSettingsOpen] = useState(false);
// Only one record shows its full change detail at a time, so the list stays
// scannable: the payload diff is long and is opt-in per row.
const [expandedId, setExpandedId] = useState(null);
@@ -395,9 +385,6 @@ export default function OperationTracePanel({
setGovernance(governanceResponse);
setFilters(filtersResponse);
setPage(pageResponse);
- setRetentionDays(governanceResponse.retention_days);
- setMaxRows(governanceResponse.max_rows);
- setDedupeSeconds(governanceResponse.dedupe_window_seconds);
} catch {
toast.error(t('operationTrace.loadFailed'));
} finally {
@@ -463,16 +450,28 @@ export default function OperationTracePanel({
}));
}
- async function changeLevel(level: OperationLevel) {
+ async function saveCollectionSettings(settings: {
+ level: OperationLevel;
+ retentionDays: number;
+ maxRows: number;
+ dedupeSeconds: number;
+ }) {
if (!canConfigure) return;
setSaving(true);
try {
- const updated = await backendClient.updateOperationGovernance({ level });
+ // One governed write per dialog save: the level and the retention policy
+ // are applied together, and the maintenance loop enforces them after.
+ const updated = await backendClient.updateOperationGovernance({
+ level: settings.level,
+ retention_days: settings.retentionDays,
+ max_rows: settings.maxRows,
+ dedupe_window_seconds: settings.dedupeSeconds,
+ });
setGovernance(updated);
- toast.success(t('operationTrace.levelUpdated'));
+ toast.success(t('operationTrace.settingsUpdated'));
await load({ ...query, offset: 0 });
} catch {
- toast.error(t('operationTrace.levelUpdateFailed'));
+ toast.error(t('operationTrace.settingsUpdateFailed'));
} finally {
setSaving(false);
}
@@ -518,33 +517,6 @@ export default function OperationTracePanel({
}
}
- async function saveRetention() {
- if (!canConfigure || !governance) return;
- setSaving(true);
- try {
- // Saving the retention policy applies it immediately and keeps the
- // maintenance loop enforcing it afterwards; there is no manual prune.
- const updated = await backendClient.updateOperationGovernance({
- level: governance.configured_level,
- retention_days: retentionDays,
- max_rows: maxRows,
- dedupe_window_seconds: dedupeSeconds,
- });
- setGovernance(updated);
- toast.success(t('operationTrace.retentionUpdated'));
- await load({ ...query, offset: 0 });
- } catch {
- toast.error(t('operationTrace.retentionUpdateFailed'));
- } finally {
- setSaving(false);
- }
- }
-
- const levelOptions = useMemo(
- () => governance?.supported_levels ?? [],
- [governance],
- );
-
if (loading && !governance) {
return (
@@ -556,23 +528,33 @@ export default function OperationTracePanel({
return (
<>
-
+
- {/* Keep the actions in one right-aligned cluster: the panel toolbar
- spreads direct children apart, so they are grouped instead. */}
- ;
tags?: string[];
type?: 'plugin' | 'mcp' | 'skill';
@@ -29,6 +30,7 @@ export class PluginMarketCardVO implements IPluginMarketCardVO {
installCount: number;
likeCount: number;
version: string;
+ certificationStatus?: string;
components?: Record;
tags?: string[];
type?: 'plugin' | 'mcp' | 'skill';
@@ -46,6 +48,7 @@ export class PluginMarketCardVO implements IPluginMarketCardVO {
this.likeCount = prop.likeCount ?? 0;
this.pluginId = prop.pluginId;
this.version = prop.version;
+ this.certificationStatus = prop.certificationStatus;
this.components = prop.components;
this.tags = prop.tags;
this.type = prop.type;
diff --git a/web/src/app/infra/entities/plugin/index.ts b/web/src/app/infra/entities/plugin/index.ts
index 64f19396e..8ade9b80f 100644
--- a/web/src/app/infra/entities/plugin/index.ts
+++ b/web/src/app/infra/entities/plugin/index.ts
@@ -36,6 +36,7 @@ export enum PluginV4Status {
}
export interface PluginV4 {
+ certification_status?: string;
id: number;
plugin_id: string;
mcp_id?: string;
diff --git a/web/src/components/market/CertifiedPluginBadge.tsx b/web/src/components/market/CertifiedPluginBadge.tsx
new file mode 100644
index 000000000..eb9041fe2
--- /dev/null
+++ b/web/src/components/market/CertifiedPluginBadge.tsx
@@ -0,0 +1,58 @@
+'use client';
+
+import { BadgeCheck } from 'lucide-react';
+import { useTranslation } from 'react-i18next';
+import {
+ Tooltip,
+ TooltipContent,
+ TooltipProvider,
+ TooltipTrigger,
+} from '@/components/ui/tooltip';
+
+export function CertifiedPluginBadge({
+ compact = false,
+}: {
+ compact?: boolean;
+}) {
+ const { t, i18n } = useTranslation();
+ const language = i18n.language.startsWith('zh')
+ ? 'zh'
+ : i18n.language.startsWith('ja')
+ ? 'ja'
+ : 'en';
+ const docsURL = `https://langbot.app/docs/${language}/plugin/certified-plugins`;
+ return (
+
+
+
+ event.stopPropagation()}
+ className={`inline-flex shrink-0 items-center gap-1 rounded border border-emerald-600/25 bg-emerald-50 text-emerald-700 dark:bg-emerald-950/40 dark:text-emerald-400 focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-emerald-500 ${compact ? 'h-4 px-0.5' : 'px-2 py-0.5 text-xs font-medium'}`}
+ >
+
+ {!compact && t('market.certifiedPlugin')}
+
+
+
+
+
+
+ );
+}
diff --git a/web/src/i18n/locales/en-US.ts b/web/src/i18n/locales/en-US.ts
index 5d29d623c..4232c399e 100644
--- a/web/src/i18n/locales/en-US.ts
+++ b/web/src/i18n/locales/en-US.ts
@@ -1624,6 +1624,11 @@ const enUS = {
},
},
market: {
+ certifiedPlugin: 'Certified plugin',
+ certificationTooltip:
+ 'This version has passed a review of data isolation and compatibility with shared runtimes, and its package is signed.',
+ certificationLearnMore: 'Learn about certification',
+
runnerUsage: 'Runner usage',
runnerUsageAll: 'All',
runnerUsageAgent: 'Agent / Pipeline',
diff --git a/web/src/i18n/locales/es-ES.ts b/web/src/i18n/locales/es-ES.ts
index 31ef6e9e1..ec77461cb 100644
--- a/web/src/i18n/locales/es-ES.ts
+++ b/web/src/i18n/locales/es-ES.ts
@@ -1655,6 +1655,11 @@ const esES = {
},
},
market: {
+ certifiedPlugin: 'Plugin certificado',
+ certificationTooltip:
+ 'Esta versión ha superado la revisión de aislamiento de datos y compatibilidad con entornos compartidos. El paquete está firmado.',
+ certificationLearnMore: 'Acerca de la certificación',
+
runnerUsage: 'Uso del ejecutor',
runnerUsageAll: 'Todos',
runnerUsageAgent: 'Agent / Flujo',
diff --git a/web/src/i18n/locales/ja-JP.ts b/web/src/i18n/locales/ja-JP.ts
index 0d8746171..f24e83328 100644
--- a/web/src/i18n/locales/ja-JP.ts
+++ b/web/src/i18n/locales/ja-JP.ts
@@ -1639,6 +1639,11 @@ const jaJP = {
},
},
market: {
+ certifiedPlugin: '認証済みプラグイン',
+ certificationTooltip:
+ 'このバージョンはデータ分離と共有実行環境との互換性の審査に合格し、パッケージに署名されています。',
+ certificationLearnMore: 'プラグイン認証について',
+
runnerUsage: 'ランナーの用途',
runnerUsageAll: 'すべて',
runnerUsageAgent: 'Agent / パイプライン',
diff --git a/web/src/i18n/locales/ru-RU.ts b/web/src/i18n/locales/ru-RU.ts
index d7e5c9937..9bcbe1158 100644
--- a/web/src/i18n/locales/ru-RU.ts
+++ b/web/src/i18n/locales/ru-RU.ts
@@ -1651,6 +1651,11 @@ const ruRU = {
},
},
market: {
+ certifiedPlugin: 'Сертифицированный плагин',
+ certificationTooltip:
+ 'Эта версия прошла проверку изоляции данных и совместимости с общей средой выполнения. Пакет подписан.',
+ certificationLearnMore: 'О сертификации',
+
runnerUsage: 'Назначение исполнителя',
runnerUsageAll: 'Все',
runnerUsageAgent: 'Agent / Конвейер',
diff --git a/web/src/i18n/locales/th-TH.ts b/web/src/i18n/locales/th-TH.ts
index de83ce95b..d1b7be940 100644
--- a/web/src/i18n/locales/th-TH.ts
+++ b/web/src/i18n/locales/th-TH.ts
@@ -1593,6 +1593,11 @@ const thTH = {
},
},
market: {
+ certifiedPlugin: 'ปลั๊กอินที่ผ่านการรับรอง',
+ certificationTooltip:
+ 'เวอร์ชันนี้ผ่านการตรวจสอบการแยกข้อมูลและความเข้ากันได้กับสภาพแวดล้อมรันร่วมกัน และแพ็กเกจได้รับการลงนามแล้ว',
+ certificationLearnMore: 'เกี่ยวกับการรับรองปลั๊กอิน',
+
runnerUsage: 'การใช้งานรันเนอร์',
runnerUsageAll: 'ทั้งหมด',
runnerUsageAgent: 'Agent / ไปป์ไลน์',
diff --git a/web/src/i18n/locales/vi-VN.ts b/web/src/i18n/locales/vi-VN.ts
index dd42a0af1..f3e72f46d 100644
--- a/web/src/i18n/locales/vi-VN.ts
+++ b/web/src/i18n/locales/vi-VN.ts
@@ -1619,6 +1619,11 @@ const viVN = {
},
},
market: {
+ certifiedPlugin: 'Plugin được chứng nhận',
+ certificationTooltip:
+ 'Phiên bản này đã vượt qua đánh giá về cách ly dữ liệu và khả năng tương thích với môi trường chạy dùng chung. Gói đã được ký.',
+ certificationLearnMore: 'Tìm hiểu về chứng nhận',
+
runnerUsage: 'Mục đích trình chạy',
runnerUsageAll: 'Tất cả',
runnerUsageAgent: 'Agent / Pipeline',
diff --git a/web/src/i18n/locales/zh-Hans.ts b/web/src/i18n/locales/zh-Hans.ts
index aa8fd2f9e..0c0e65000 100644
--- a/web/src/i18n/locales/zh-Hans.ts
+++ b/web/src/i18n/locales/zh-Hans.ts
@@ -1531,6 +1531,11 @@ const zhHans = {
},
},
market: {
+ certifiedPlugin: '认证插件',
+ certificationTooltip:
+ '此版本已通过数据隔离与共享运行环境兼容性审核，插件包已签名。',
+ certificationLearnMore: '了解插件认证',
+
runnerUsage: '运行器用途',
runnerUsageAll: '全部',
runnerUsageAgent: 'Agent / 流水线',
diff --git a/web/src/i18n/locales/zh-Hant.ts b/web/src/i18n/locales/zh-Hant.ts
index 600ce965f..007629468 100644
--- a/web/src/i18n/locales/zh-Hant.ts
+++ b/web/src/i18n/locales/zh-Hant.ts
@@ -1529,6 +1529,11 @@ const zhHant = {
},
},
market: {
+ certifiedPlugin: '認證外掛',
+ certificationTooltip:
+ '此版本已通過資料隔離與共享執行環境相容性審核，外掛套件已簽章。',
+ certificationLearnMore: '瞭解外掛認證',
+
runnerUsage: '運行器用途',
runnerUsageAll: '全部',
runnerUsageAgent: 'Agent / 流水線',
From 30585c8657bfe5b16d4db012b6e24dbed69ea9b5 Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Wed, 30 Sep 2026 20:24:35 +0800
Subject: [PATCH 024/140] refactor: remove beta diagnostics collection and
reporting (#2616)
---
docs/beta-adapter-diagnostics.md | 30 -
.../pkg/agent/runner/interaction_manager.py | 9 -
src/langbot/pkg/agent/runner/orchestrator.py | 15 -
.../pkg/agent/runner/platform_tools.py | 4 -
src/langbot/pkg/agent/runner/registry.py | 5 -
src/langbot/pkg/agent/runner/reply_stream.py | 5 -
.../pkg/agent/runner/session_registry.py | 3 -
src/langbot/pkg/api/http/controller/group.py | 13 +-
.../controller/groups/agent_debug_stream.py | 4 -
.../http/controller/groups/pipelines/embed.py | 62 +-
.../groups/pipelines/websocket_chat.py | 60 +-
.../pkg/api/http/controller/groups/system.py | 13 +-
src/langbot/pkg/api/http/service/agent.py | 3 -
src/langbot/pkg/api/management_diagnostics.py | 225 --------
src/langbot/pkg/api/mcp/mount.py | 5 -
src/langbot/pkg/api/mcp/server.py | 4 +-
src/langbot/pkg/box/connector.py | 3 -
src/langbot/pkg/core/app.py | 4 -
src/langbot/pkg/core/boot.py | 29 +-
src/langbot/pkg/persistence/mgr.py | 4 -
src/langbot/pkg/pipeline/pipelinemgr.py | 8 -
src/langbot/pkg/pipeline/pool.py | 3 -
.../platform/adapters/aiocqhttp/adapter.py | 6 -
.../platform/adapters/aiocqhttp/api_impl.py | 22 -
.../adapters/aiocqhttp/event_converter.py | 4 -
.../pkg/platform/adapters/dingtalk/adapter.py | 9 -
.../platform/adapters/dingtalk/api_impl.py | 11 -
.../adapters/dingtalk/event_converter.py | 4 -
.../pkg/platform/adapters/discord/adapter.py | 149 -----
.../pkg/platform/adapters/discord/api_impl.py | 15 -
.../adapters/discord/event_converter.py | 4 -
.../pkg/platform/adapters/kook/adapter.py | 9 +-
.../pkg/platform/adapters/kook/api_impl.py | 20 -
.../platform/adapters/kook/event_converter.py | 4 -
.../pkg/platform/adapters/lark/adapter.py | 19 -
.../pkg/platform/adapters/lark/api_impl.py | 7 -
.../platform/adapters/lark/event_converter.py | 4 -
.../adapters/officialaccount/adapter.py | 7 -
.../adapters/officialaccount/api_impl.py | 14 -
.../officialaccount/event_converter.py | 4 -
.../platform/adapters/qqofficial/adapter.py | 9 -
.../platform/adapters/qqofficial/api_impl.py | 17 -
.../adapters/qqofficial/event_converter.py | 4 -
.../pkg/platform/adapters/slack/adapter.py | 7 -
.../pkg/platform/adapters/slack/api_impl.py | 14 -
.../adapters/slack/event_converter.py | 4 -
.../pkg/platform/adapters/telegram/adapter.py | 31 +-
.../platform/adapters/telegram/api_impl.py | 36 +-
.../adapters/telegram/event_converter.py | 10 -
.../pkg/platform/adapters/wecom/adapter.py | 7 -
.../pkg/platform/adapters/wecom/api_impl.py | 12 -
.../adapters/wecom/event_converter.py | 4 -
.../pkg/platform/adapters/wecombot/adapter.py | 9 -
.../platform/adapters/wecombot/api_impl.py | 17 -
.../adapters/wecombot/event_converter.py | 4 -
.../pkg/platform/adapters/wecomcs/adapter.py | 7 -
.../pkg/platform/adapters/wecomcs/api_impl.py | 12 -
.../adapters/wecomcs/event_converter.py | 4 -
src/langbot/pkg/platform/botmgr.py | 39 --
src/langbot/pkg/plugin/agent_run_support.py | 4 -
src/langbot/pkg/plugin/connector.py | 7 -
src/langbot/pkg/plugin/handler.py | 12 +-
.../pkg/provider/modelmgr/requester.py | 6 -
src/langbot/pkg/provider/tools/toolmgr.py | 3 -
src/langbot/pkg/rag/service/runtime.py | 7 -
.../pkg/telemetry/adapter_diagnostics.py | 252 --------
.../pkg/telemetry/diagnostic_catalog.py | 93 ---
.../pkg/telemetry/diagnostic_privacy.py | 117 ----
.../pkg/telemetry/diagnostic_transport.py | 399 -------------
src/langbot/pkg/telemetry/diagnostics.py | 546 ------------------
src/langbot/templates/config.yaml | 5 +-
.../agent/test_orchestrator_integration.py | 53 --
.../api/test_diagnostics_management_http.py | 194 -------
.../test_diagnostics_management_inventory.py | 47 --
.../test_diagnostics_management_isolation.py | 431 --------------
.../test_diagnostics_management_lifecycle.py | 163 ------
.../test_diagnostics_management_transports.py | 173 ------
.../telemetry/test_adapter_acceptance.py | 208 -------
.../telemetry/test_adapter_confirmation.py | 318 ----------
.../telemetry/test_beta_diagnostic_hooks.py | 143 -----
...test_beta_diagnostic_review_regressions.py | 405 -------------
.../telemetry/test_beta_diagnostics.py | 350 -----------
82 files changed, 72 insertions(+), 4934 deletions(-)
delete mode 100644 docs/beta-adapter-diagnostics.md
delete mode 100644 src/langbot/pkg/api/management_diagnostics.py
delete mode 100644 src/langbot/pkg/telemetry/adapter_diagnostics.py
delete mode 100644 src/langbot/pkg/telemetry/diagnostic_catalog.py
delete mode 100644 src/langbot/pkg/telemetry/diagnostic_privacy.py
delete mode 100644 src/langbot/pkg/telemetry/diagnostic_transport.py
delete mode 100644 src/langbot/pkg/telemetry/diagnostics.py
delete mode 100644 tests/unit_tests/api/test_diagnostics_management_http.py
delete mode 100644 tests/unit_tests/api/test_diagnostics_management_inventory.py
delete mode 100644 tests/unit_tests/api/test_diagnostics_management_isolation.py
delete mode 100644 tests/unit_tests/api/test_diagnostics_management_lifecycle.py
delete mode 100644 tests/unit_tests/api/test_diagnostics_management_transports.py
delete mode 100644 tests/unit_tests/telemetry/test_adapter_acceptance.py
delete mode 100644 tests/unit_tests/telemetry/test_adapter_confirmation.py
delete mode 100644 tests/unit_tests/telemetry/test_beta_diagnostic_hooks.py
delete mode 100644 tests/unit_tests/telemetry/test_beta_diagnostic_review_regressions.py
delete mode 100644 tests/unit_tests/telemetry/test_beta_diagnostics.py
diff --git a/docs/beta-adapter-diagnostics.md b/docs/beta-adapter-diagnostics.md
deleted file mode 100644
index 2bf6c689e..000000000
--- a/docs/beta-adapter-diagnostics.md
+++ /dev/null
@@ -1,30 +0,0 @@
-# Beta 适配器诊断开发说明
-
-此诊断用于 4.11 适配器事件与 API 的 Beta 验收。仅受支持的 Beta 版本启用；稳定版、Alpha、RC、开发／本地标记版本以及关闭遥测或 Beta 诊断的实例不采集、不上传。
-
-## 采集位置
-
-- `pkg/platform/botmgr.py`：完成适配器事件监听器注册后产生能力快照。`listener_registered` 表示注册完成，不代表网络连接可用。
-- 各适配器的 `_dispatch_eba_event`：调用 `diagnostics.adapter_event_received(self, event)`，记录一次事件已收到。必须位于调用监听器之前，避免路由、插件或模型失败改变接收事实。
-- `pkg/telemetry/adapter_diagnostics.py`：识别适配器 API 最外层调用、平台专用 API 名、聊天与媒体类型。通过内部上下文标记抑制嵌套 API 重复计数。
-- 转换失败无法可靠确定事件种类时，保留未知事件失败；转换成功本身不重复计算事件接收。
-
-新增适配器或原生事件入口时，应检查事件是否经过统一分发入口。只在转换器上添加埋点不足以覆盖直接构造事件及交互回调。
-
-## 数据约束
-
-`adapter_evidence` 标记可用于验收的边界记录；`listener_registered` 标记注册事实；`chat_type`、`content_type` 仅允许有限类别。消息正文、API 参数、用户／群 ID、异常正文、媒体地址不进入这些字段。内部嵌套调用标记不得序列化。
-
-平台专用动作优先匹配清单，名称为 `platform_api.<动作名>`；标准交互 API 保持其标准名称。未知动作不能借通用 `call_platform_api` 包装方法被计为已验收功能。清单读取显式使用 UTF-8，兼容 Windows 默认编码环境。
-
-## 联动 Space
-
-适配器清单或诊断操作变更后，同步生成 Space 的 `internal/diagnostics/catalog_v1.json`，并运行其目录一致性测试。Space 从清单生成完整矩阵，旧诊断记录不作为新增验收证据。部署时应先更新 Space 接收端与数据库迁移，再更新 Core Beta。
-
-Core 回归命令：
-
-```sh
-uv run pytest tests/unit_tests/telemetry -q
-```
-
-重点测试在 `test_adapter_acceptance.py`：版本与开关、隐私、嵌套计数、专用／交互 API、分发入口覆盖、监听器失败。Space 仓库的 `docs/beta-adapter-acceptance.md` 说明验收界面、统计口径及联调方式。
diff --git a/src/langbot/pkg/agent/runner/interaction_manager.py b/src/langbot/pkg/agent/runner/interaction_manager.py
index 99efb0fad..efa09bb5d 100644
--- a/src/langbot/pkg/agent/runner/interaction_manager.py
+++ b/src/langbot/pkg/agent/runner/interaction_manager.py
@@ -2,8 +2,6 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import copy
import json
import time
@@ -94,7 +92,6 @@ class InteractionManager:
self.ap = ap
self.store = store or InteractionStore(ap.persistence_mgr.get_db_engine())
- @diagnostics.observe('interaction', 'interaction.request', source='agent', stage='execute')
async def handle_result(
self,
*,
@@ -208,7 +205,6 @@ class InteractionManager:
except Exception as exc:
await self.store.mark_delivery_failed(run_id, request.interaction_id, str(exc))
raise
- diagnostics.set_outcome('waiting', reason_code='waiting')
return True
@staticmethod
@@ -255,14 +251,12 @@ class InteractionManager:
except pydantic.ValidationError:
return
- @diagnostics.observe('interaction', 'interaction.acknowledge', source='platform', stage='ack')
async def acknowledge_submission(self, record: dict[str, typing.Any], adapter: typing.Any) -> None:
"""Best-effort transition of submitted controls into a read-only state."""
delivery_result = record.get('delivery_result')
if not isinstance(delivery_result, dict) or not self._supports_platform_api(
adapter, INTERACTION_ACKNOWLEDGE_API
):
- diagnostics.set_outcome('skipped')
return
try:
delivery_result = await adapter.call_platform_api(
@@ -280,8 +274,6 @@ class InteractionManager:
delivery_result,
)
except Exception as exc:
- diagnostics.set_outcome('failed', reason_code='response_error')
- diagnostics.annotate(error=exc)
self._warning(f'Failed to acknowledge interaction submission: {exc}')
async def _find_update_target(
@@ -332,7 +324,6 @@ class InteractionManager:
f'interaction field {field.id} has duplicate option values',
)
- @diagnostics.observe('interaction', 'interaction.consume', source='platform', stage='dispatch')
async def consume_callback(
self,
*,
diff --git a/src/langbot/pkg/agent/runner/orchestrator.py b/src/langbot/pkg/agent/runner/orchestrator.py
index c2cf5f9cb..55aba94e7 100644
--- a/src/langbot/pkg/agent/runner/orchestrator.py
+++ b/src/langbot/pkg/agent/runner/orchestrator.py
@@ -10,8 +10,6 @@ from langbot_plugin.api.entities.builtin.provider import message as provider_mes
from langbot_plugin.api.entities.builtin.pipeline import query as pipeline_query
from langbot_plugin.entities.io.actions.enums import PluginToRuntimeAction
-
-from ...telemetry import diagnostics as diagnostics
from .reply_stream import ReplyStreamSession
from ...core import app
from ...api.http.context import ExecutionContext
@@ -80,7 +78,6 @@ class AgentRunOrchestrator:
self.journal = AgentRunJournal(ap)
self._session_registry = get_session_registry()
- @diagnostics.observe('run', 'runner.run', source='agent', stage='prepare')
async def run(
self,
event: AgentEventEnvelope,
@@ -106,8 +103,6 @@ class AgentRunOrchestrator:
runner_id,
bound_plugins,
)
-
- diagnostics.runner_metadata(self.ap, descriptor, binding.processor_type)
usage = 'event' if binding.processor_type == 'event_processor' else 'agent'
if usage not in descriptor.usages:
raise ValueError(f'The selected Runner does not support {usage} usage')
@@ -177,7 +172,6 @@ class AgentRunOrchestrator:
state_context = build_state_context(event, binding, descriptor)
run_id = context['run_id']
- diagnostics.annotate(run_id=run_id, stage='execute')
context['context']['available_apis']['reply_stream'] = hasattr(PluginToRuntimeAction, 'REPLY_STREAM') and any(
tool.get('tool_name') == 'event_reply' and tool.get('tool_type') == 'platform'
for tool in resources.get('tools', [])
@@ -188,7 +182,6 @@ class AgentRunOrchestrator:
source=(adapter_context or {}).get('_platform_event')
or getattr((adapter_context or {}).get('_query'), 'message_event', None),
)
- reply_streams.diagnostics = getattr(self.ap, 'diagnostics', None)
available_apis = context.get('context', {}).get('available_apis')
run_authorization = {
'runner_id': descriptor.id,
@@ -390,12 +383,6 @@ class AgentRunOrchestrator:
terminal_status = 'cancelled'
terminal_reason = run_snapshot.get('status_reason') or 'cancel_requested'
break
- diagnostics.set_outcome(
- {'completed': 'succeeded', 'failed': 'failed', 'cancelled': 'cancelled'}.get(
- terminal_status, 'succeeded'
- ),
- reason_code='runner_failed' if terminal_status == 'failed' else '',
- )
await self.journal.finalize_run(
run_id=run_id,
status=terminal_status or 'completed',
@@ -403,7 +390,6 @@ class AgentRunOrchestrator:
usage=terminal_usage,
)
except Exception as exc:
- diagnostics.set_outcome('timeout' if self._is_deadline_exhausted(context) else 'failed')
failed_usage = terminal_usage
await self.journal.finalize_run(
run_id=run_id,
@@ -432,7 +418,6 @@ class AgentRunOrchestrator:
exc_info=True,
)
- @diagnostics.observe('lifecycle', 'runner.query_prepare', source='pipeline', stage='prepare')
async def run_from_query(
self,
query: pipeline_query.Query,
diff --git a/src/langbot/pkg/agent/runner/platform_tools.py b/src/langbot/pkg/agent/runner/platform_tools.py
index eb7347a01..c3ba18458 100644
--- a/src/langbot/pkg/agent/runner/platform_tools.py
+++ b/src/langbot/pkg/agent/runner/platform_tools.py
@@ -2,8 +2,6 @@
from __future__ import annotations
-from ...telemetry import diagnostics
-
import copy
import fnmatch
import typing
@@ -669,7 +667,6 @@ def resolve_platform_api_call(session, bot_uuid, action, params, context_tool=No
raise ValueError(f'Platform API {action} or its target is not authorized for this run')
-@diagnostics.observe('api', 'host.platform_tool', source='agent')
async def execute_platform_tool(
ap: typing.Any,
execution_context: typing.Any,
@@ -689,7 +686,6 @@ async def execute_platform_tool(
normalized = _event_params(definition, context, normalized)
# This flag is frozen by the Host from the synthetic debug envelope, not tool arguments.
if delivery.get('surface') == 'webui' and (delivery.get('platform_capabilities') or {}).get('debug_mock') is True:
- diagnostics.annotate(source='webui_debug', attributes={'synthetic': True})
result = _execute_mock_platform_tool(definition, context, normalized)
if message_chain is not None:
result['parameters']['message'] = message_chain.model_dump(mode='json')
diff --git a/src/langbot/pkg/agent/runner/registry.py b/src/langbot/pkg/agent/runner/registry.py
index 91877e5e7..3ef6319cf 100644
--- a/src/langbot/pkg/agent/runner/registry.py
+++ b/src/langbot/pkg/agent/runner/registry.py
@@ -2,8 +2,6 @@
from __future__ import annotations
-from ...telemetry import diagnostics
-
import typing
import asyncio
@@ -138,9 +136,6 @@ class RunnerRegistry:
permissions=typed_manifest.permissions,
raw_manifest=manifest,
)
- manager = getattr(self.ap, 'diagnostics', None)
- if isinstance(manager, diagnostics.DiagnosticsManager) and manager.enabled:
- diagnostics.declare_runner(descriptor)
return descriptor
async def refresh(self, context: TenantContext) -> None:
diff --git a/src/langbot/pkg/agent/runner/reply_stream.py b/src/langbot/pkg/agent/runner/reply_stream.py
index 789038ff3..aa2f3500f 100644
--- a/src/langbot/pkg/agent/runner/reply_stream.py
+++ b/src/langbot/pkg/agent/runner/reply_stream.py
@@ -7,8 +7,6 @@ from dataclasses import dataclass, field
from typing import Literal
from uuid import UUID, uuid4
-from ...telemetry import diagnostics
-
import pydantic
from langbot_plugin.api.entities.builtin.platform import events, message
from langbot_plugin.api.entities.builtin.provider import message as provider_message
@@ -56,9 +54,6 @@ class ReplyStreamSession:
self._closed = False
self._active: set[asyncio.Task] = set()
- @diagnostics.observe(
- 'delivery', 'reply_stream.apply', source='agent', fields=lambda b: {'attributes': {'stream': True}}
- )
async def apply(self, request: ReplyStreamRequest) -> dict:
task = asyncio.create_task(self._apply(request))
self._active.add(task)
diff --git a/src/langbot/pkg/agent/runner/session_registry.py b/src/langbot/pkg/agent/runner/session_registry.py
index d7e2910d8..e7c12716b 100644
--- a/src/langbot/pkg/agent/runner/session_registry.py
+++ b/src/langbot/pkg/agent/runner/session_registry.py
@@ -2,8 +2,6 @@
from __future__ import annotations
-from ...telemetry import diagnostics
-
import asyncio
import copy
import typing
@@ -172,7 +170,6 @@ class AgentRunSessionRegistry:
'query_id': query_id,
'execution_query': execution_query,
'reply_streams': reply_streams,
- '_diagnostic_context': diagnostics.capture_context(),
'plugin_identity': plugin_identity,
'authorization': authorization,
'status': {
diff --git a/src/langbot/pkg/api/http/controller/group.py b/src/langbot/pkg/api/http/controller/group.py
index 181dbe806..bb9fcc048 100644
--- a/src/langbot/pkg/api/http/controller/group.py
+++ b/src/langbot/pkg/api/http/controller/group.py
@@ -28,7 +28,6 @@ from ..authz import (
)
from ..context import PrincipalContext, PrincipalType, RequestContext, WorkspaceContext
from ....cloud.support_admin import SupportAdminSessionError
-from ... import management_diagnostics as diagnostics
if typing.TYPE_CHECKING:
from ....core.app import Application
@@ -238,7 +237,6 @@ class RouterGroup(abc.ABC):
observed_at = time.monotonic()
try:
if request_context is not None:
- diagnostics.workspace(request_context)
with bounded_executor.blocking_work_scope(request_context.workspace_uuid):
persistence_mgr = getattr(
self.ap,
@@ -321,14 +319,7 @@ class RouterGroup(abc.ABC):
)
return self.internal_error_response(request_id)
- # Observe outside authentication, using the registered Core handler
- # identity rather than the URL (which can contain user identifiers).
- new_f = diagnostics.observe(
- diagnostics.operation_id('http', f, rule=rule, methods=options.get('methods')),
- source='http',
- ap=self.ap,
- http=True,
- )(handler_error)
+ new_f = handler_error
# Quart/Flask requires a unique endpoint name even when the same URL
# intentionally has separate handlers for different HTTP methods.
# Include the method set so CRUD routes can declare distinct
@@ -735,8 +726,6 @@ class RouterGroup(abc.ABC):
def fail(self, code: int | str, msg: str) -> quart.Response:
"""Return an error response"""
-
- diagnostics.outcome('failed')
return quart.jsonify(
{
'code': code,
diff --git a/src/langbot/pkg/api/http/controller/groups/agent_debug_stream.py b/src/langbot/pkg/api/http/controller/groups/agent_debug_stream.py
index 65c198c25..bf3fc03bd 100644
--- a/src/langbot/pkg/api/http/controller/groups/agent_debug_stream.py
+++ b/src/langbot/pkg/api/http/controller/groups/agent_debug_stream.py
@@ -7,7 +7,6 @@ import contextlib
import json
import quart
-from .... import management_diagnostics as diagnostics
from .....agent.runner.errors import (
RunnerError,
@@ -43,9 +42,6 @@ def debug_stream_response(service, context, agent_uuid: str, payload: dict) -> q
)
await queue.put({'kind': 'completed', 'data': result})
except Exception as exc:
- # The stream still uses HTTP 200 when execution returns an
- # error frame. Mark the inherited request, not its contents.
- diagnostics.outcome('failed')
if isinstance(exc, RunnerExecutionError):
code, message = exc.error_code or 'runner_execution_failed', exc.message
elif isinstance(exc, RunnerNotFoundError):
diff --git a/src/langbot/pkg/api/http/controller/groups/pipelines/embed.py b/src/langbot/pkg/api/http/controller/groups/pipelines/embed.py
index 0017e194a..88deea8e6 100644
--- a/src/langbot/pkg/api/http/controller/groups/pipelines/embed.py
+++ b/src/langbot/pkg/api/http/controller/groups/pipelines/embed.py
@@ -21,7 +21,6 @@ import httpx
import quart
from ... import group
-from ..... import management_diagnostics as diagnostics
from ......utils import httpclient, paths
from ......platform.sources.websocket_manager import WebSocketScope, is_valid_session_id, ws_connection_manager
from .websocket_chat import create_scoped_duplex_tasks, wait_for_duplex_tasks
@@ -330,24 +329,20 @@ class EmbedRouterGroup(group.RouterGroup):
# -- Embed WebSocket endpoint ----------------------------------------
@self.quart_app.websocket(self.path + '//ws/connect')
- @diagnostics.observe('websocket.embed.session', source='websocket', ap=self.ap)
async def embed_websocket_connect(bot_uuid: str):
"""WebSocket connection for embed widget, keyed by bot_uuid."""
await quart.websocket.accept()
if not _is_valid_uuid(bot_uuid):
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Invalid bot_uuid format'}))
- diagnostics.outcome('rejected')
return
runtime_bot, pipeline_uuid = await self._resolve_bot(bot_uuid)
if runtime_bot is None:
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Bot not found or not available'}))
- diagnostics.outcome('rejected')
return
session_type = quart.websocket.args.get('session_type', 'person')
if session_type not in ['person', 'group']:
- diagnostics.outcome('rejected')
await quart.websocket.send(
json.dumps({'type': 'error', 'message': 'session_type must be person or group'})
)
@@ -356,7 +351,6 @@ class EmbedRouterGroup(group.RouterGroup):
session_id = quart.websocket.args.get('session_id', '')
if not is_valid_session_id(session_id):
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Valid session_id is required'}))
- diagnostics.outcome('rejected')
return
try:
@@ -364,16 +358,12 @@ class EmbedRouterGroup(group.RouterGroup):
await self._assert_execution_active(runtime_bot)
except Exception:
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Unauthorized'}))
- diagnostics.outcome('rejected')
return
-
- diagnostics.workspace(runtime_bot.execution_context)
try:
proxy_bot = await self.ap.platform_mgr.get_websocket_proxy_bot(runtime_bot.execution_context)
websocket_adapter = proxy_bot.adapter
if not websocket_adapter:
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'WebSocket adapter not found'}))
- diagnostics.outcome('rejected')
return
connection = await ws_connection_manager.add_connection(
@@ -431,13 +421,11 @@ class EmbedRouterGroup(group.RouterGroup):
try:
await wait_for_duplex_tasks(receive_task, send_task)
except Exception as e:
- diagnostics.outcome('failed')
logger.error(f'Embed WebSocket task error: {e}')
finally:
await ws_connection_manager.remove_connection(connection.connection_id)
except Exception as e:
- diagnostics.outcome('failed')
logger.error(f'Embed WebSocket connection error: {e}', exc_info=True)
try:
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Internal server error'}))
@@ -451,36 +439,30 @@ class EmbedRouterGroup(group.RouterGroup):
while connection.is_active:
message = await quart.websocket.receive()
await ws_connection_manager.update_activity(connection.connection_id)
+ try:
+ data = await asyncio.to_thread(json.loads, message)
+ message_type = data.get('type', 'message')
- with diagnostics.scope(self.ap, 'websocket.embed.message', source='websocket'):
- diagnostics.workspace(getattr(owner_bot, 'execution_context', None))
- try:
- data = await asyncio.to_thread(json.loads, message)
- message_type = data.get('type', 'message')
-
- if message_type == 'ping':
- await connection.send_queue.put(
- {'type': 'pong', 'timestamp': datetime.datetime.now().isoformat()}
- )
- elif message_type == 'message':
- try:
- current_bot = await self._resolve_connected_bot(owner_bot, pipeline_uuid)
- except Exception:
- diagnostics.outcome('rejected')
- await connection.send_queue.put({'type': 'error', 'message': 'Bot is unavailable'})
- break
- await websocket_adapter.handle_websocket_message(connection, data, owner_bot=current_bot)
- elif message_type == 'disconnect':
+ if message_type == 'ping':
+ await connection.send_queue.put(
+ {'type': 'pong', 'timestamp': datetime.datetime.now().isoformat()}
+ )
+ elif message_type == 'message':
+ try:
+ current_bot = await self._resolve_connected_bot(owner_bot, pipeline_uuid)
+ except Exception:
+ await connection.send_queue.put({'type': 'error', 'message': 'Bot is unavailable'})
break
- else:
- diagnostics.outcome('skipped')
+ await websocket_adapter.handle_websocket_message(connection, data, owner_bot=current_bot)
+ elif message_type == 'disconnect':
+ break
+ else:
+ pass
- except json.JSONDecodeError:
- diagnostics.outcome('rejected')
- await connection.send_queue.put({'type': 'error', 'message': 'Invalid JSON format'})
+ except json.JSONDecodeError:
+ await connection.send_queue.put({'type': 'error', 'message': 'Invalid JSON format'})
except Exception as e:
- diagnostics.outcome('failed')
logger.error(f'Embed receive error: {e}', exc_info=True)
finally:
connection.is_active = False
@@ -496,13 +478,11 @@ class EmbedRouterGroup(group.RouterGroup):
message = await asyncio.wait_for(connection.send_queue.get(), timeout=1.0)
if message is None:
break
- with diagnostics.scope(self.ap, 'websocket.embed.send', source='websocket'):
- encoded = await asyncio.to_thread(json.dumps, message)
- await quart.websocket.send(encoded)
+ encoded = await asyncio.to_thread(json.dumps, message)
+ await quart.websocket.send(encoded)
except asyncio.TimeoutError:
continue
except Exception as e:
- diagnostics.outcome('failed')
logger.error(f'Embed send error: {e}', exc_info=True)
finally:
connection.is_active = False
diff --git a/src/langbot/pkg/api/http/controller/groups/pipelines/websocket_chat.py b/src/langbot/pkg/api/http/controller/groups/pipelines/websocket_chat.py
index cc9582719..16406de90 100644
--- a/src/langbot/pkg/api/http/controller/groups/pipelines/websocket_chat.py
+++ b/src/langbot/pkg/api/http/controller/groups/pipelines/websocket_chat.py
@@ -14,7 +14,6 @@ import quart
from ....authz import Permission, permissions_for_role, require_permission
from ....context import PrincipalContext, PrincipalType, RequestContext, WorkspaceContext
from ... import group
-from ..... import management_diagnostics as diagnostics
from ......core.task_boundary import run_in_workspace_uow
from ......platform.sources.websocket_manager import WebSocketScope, ws_connection_manager
from ......utils import bounded_executor
@@ -211,7 +210,6 @@ class WebSocketChatRouterGroup(group.RouterGroup):
async def initialize(self) -> None:
@self.quart_app.websocket(self.path + '/connect')
- @diagnostics.observe('websocket.dashboard.session', source='websocket', ap=self.ap)
async def websocket_connect(pipeline_uuid: str):
"""Open one authenticated dashboard debug connection."""
@@ -219,14 +217,10 @@ class WebSocketChatRouterGroup(group.RouterGroup):
try:
request_context, token = await self._authenticate_websocket()
except Exception:
- diagnostics.outcome('rejected')
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Unauthorized'}))
return
-
- diagnostics.workspace(request_context)
session_type = quart.websocket.args.get('session_type', 'person')
if session_type not in ['person', 'group']:
- diagnostics.outcome('rejected')
await quart.websocket.send(
json.dumps({'type': 'error', 'message': 'session_type must be person or group'})
)
@@ -235,7 +229,6 @@ class WebSocketChatRouterGroup(group.RouterGroup):
try:
websocket_adapter = await self._get_scoped_adapter(request_context, pipeline_uuid)
if websocket_adapter is None:
- diagnostics.outcome('rejected')
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Pipeline not found'}))
return
@@ -294,13 +287,11 @@ class WebSocketChatRouterGroup(group.RouterGroup):
try:
await wait_for_duplex_tasks(receive_task, send_task)
except Exception as exc:
- diagnostics.outcome('failed')
logger.error(f'WebSocket task execution error: {exc}')
finally:
await ws_connection_manager.remove_connection(connection.connection_id)
except Exception:
- diagnostics.outcome('failed')
logger.error('Dashboard WebSocket connection error', exc_info=True)
try:
await quart.websocket.send(json.dumps({'type': 'error', 'message': 'Internal server error'}))
@@ -417,35 +408,28 @@ class WebSocketChatRouterGroup(group.RouterGroup):
while connection.is_active:
message = await quart.websocket.receive()
await ws_connection_manager.update_activity(connection.connection_id)
-
- with diagnostics.scope(self.ap, 'websocket.dashboard.message', source='websocket'):
- diagnostics.workspace(request_context)
- try:
- data = await asyncio.to_thread(json.loads, message)
- message_type = data.get('type', 'message')
- if message_type == 'ping':
- await connection.send_queue.put(
- {'type': 'pong', 'timestamp': datetime.datetime.now().isoformat()}
- )
- elif message_type == 'message':
- try:
- request_context = await self._revalidate_websocket_authorization(request_context, token)
- except Exception:
- diagnostics.outcome('rejected')
- await connection.send_queue.put({'type': 'error', 'message': 'Unauthorized'})
- break
- await websocket_adapter.handle_websocket_message(connection, data)
- elif message_type == 'disconnect':
+ try:
+ data = await asyncio.to_thread(json.loads, message)
+ message_type = data.get('type', 'message')
+ if message_type == 'ping':
+ await connection.send_queue.put(
+ {'type': 'pong', 'timestamp': datetime.datetime.now().isoformat()}
+ )
+ elif message_type == 'message':
+ try:
+ request_context = await self._revalidate_websocket_authorization(request_context, token)
+ except Exception:
+ await connection.send_queue.put({'type': 'error', 'message': 'Unauthorized'})
break
- else:
- diagnostics.outcome('skipped')
- logger.warning(f'Unknown WebSocket message type: {message_type}')
- except json.JSONDecodeError:
- diagnostics.outcome('rejected')
- await connection.send_queue.put({'type': 'error', 'message': 'Invalid JSON format'})
+ await websocket_adapter.handle_websocket_message(connection, data)
+ elif message_type == 'disconnect':
+ break
+ else:
+ logger.warning(f'Unknown WebSocket message type: {message_type}')
+ except json.JSONDecodeError:
+ await connection.send_queue.put({'type': 'error', 'message': 'Invalid JSON format'})
except Exception:
- diagnostics.outcome('failed')
logger.error('Dashboard WebSocket receive error', exc_info=True)
finally:
connection.is_active = False
@@ -461,13 +445,11 @@ class WebSocketChatRouterGroup(group.RouterGroup):
message = await asyncio.wait_for(connection.send_queue.get(), timeout=1.0)
if message is None:
break
- with diagnostics.scope(self.ap, 'websocket.dashboard.send', source='websocket'):
- encoded = await asyncio.to_thread(json.dumps, message)
- await quart.websocket.send(encoded)
+ encoded = await asyncio.to_thread(json.dumps, message)
+ await quart.websocket.send(encoded)
except asyncio.TimeoutError:
continue
except Exception:
- diagnostics.outcome('failed')
logger.error('Dashboard WebSocket send error', exc_info=True)
finally:
connection.is_active = False
diff --git a/src/langbot/pkg/api/http/controller/groups/system.py b/src/langbot/pkg/api/http/controller/groups/system.py
index f8b816ff3..56ca4f791 100644
--- a/src/langbot/pkg/api/http/controller/groups/system.py
+++ b/src/langbot/pkg/api/http/controller/groups/system.py
@@ -200,11 +200,14 @@ class SystemRouterGroup(group.RouterGroup):
if invitation_delivery_service is None:
invitation_delivery_service = InvitationDeliveryService(self.ap)
- # Detect beta flag from telemetry diagnostics manager
- is_beta = False
- diagnostics = getattr(self.ap, 'diagnostics', None)
- if diagnostics is not None:
- is_beta = getattr(diagnostics, 'beta', False)
+ # Release channel is independent of diagnostics or usage telemetry.
+ from packaging.version import Version, InvalidVersion
+
+ try:
+ release = Version(constants.semantic_version)
+ is_beta = bool(release.pre and release.pre[0] == 'b' and not release.local)
+ except InvalidVersion:
+ is_beta = False
# Detect Cloud deployment mode
is_cloud = getattr(getattr(self.ap, 'deployment', None), 'mode', 'oss') == 'cloud'
diff --git a/src/langbot/pkg/api/http/service/agent.py b/src/langbot/pkg/api/http/service/agent.py
index 62a67c3ac..260b1f2df 100644
--- a/src/langbot/pkg/api/http/service/agent.py
+++ b/src/langbot/pkg/api/http/service/agent.py
@@ -6,7 +6,6 @@ import fnmatch
import time
import uuid
import typing
-from ... import management_diagnostics as diagnostics
import sqlalchemy
from langbot_plugin.api.entities.builtin.runner.delivery import DeliveryContext
@@ -135,7 +134,6 @@ class AgentService:
return None
- @diagnostics.observe('http.agent.debug_agent', source='webui_debug')
async def debug_agent(
self,
context: RequestContext,
@@ -150,7 +148,6 @@ class AgentService:
delivers outputs to a real platform, and supports both message and
non-message event envelopes.
"""
- diagnostics.workspace(context)
agent = await self.get_agent(context, agent_uuid)
if agent is None or agent.get('kind') not in {AGENT_KIND_AGENT, AGENT_KIND_EVENT_PROCESSOR}:
raise ValueError('Agent not found')
diff --git a/src/langbot/pkg/api/management_diagnostics.py b/src/langbot/pkg/api/management_diagnostics.py
deleted file mode 100644
index a69f37366..000000000
--- a/src/langbot/pkg/api/management_diagnostics.py
+++ /dev/null
@@ -1,225 +0,0 @@
-"""Content-free management boundaries. Diagnostics never participate in I/O.
-
-Only source-code identities and status categories enter these helpers. Never
-pass a URL, request, frame, token, tool argument, or serialized result to them.
-"""
-
-from __future__ import annotations
-
-import contextlib
-import contextvars
-import functools
-import re
-
-import quart
-from quart.wrappers.response import IterableBody, ResponseBody
-
-from ..telemetry import diagnostics as d
-from ..telemetry import diagnostic_privacy as privacy
-
-_ACTIVE_BOUNDARY = contextvars.ContextVar('management_diagnostic_boundary', default=None)
-
-
-def operation_id(source, fn, *, rule='', methods=()):
- """Called at registration with a Core function, never a client tool name."""
- module = fn.__module__.split('.groups.', 1)[-1]
- if source != 'http':
- module = ''
- name = fn.__name__
- if source == 'http' and name == '_':
- # Many Core routes use the anonymous function name `_`. Disambiguate
- # using ONLY the source-declared template and methods at registration.
- # This is never quart.request.path, url_rule, endpoint or request.method.
- template = re.sub(r'[^A-Za-z0-9_.:-]+', '.', rule).strip('.') or 'root'
- name = '.'.join((*sorted(methods or ('GET',)), template))
- return '.'.join(part for part in (source, module, name) if part)[:128]
-
-
-def outcome(value, reason_code='response_error'):
- try:
- d.set_outcome(value, reason_code=reason_code)
- except Exception:
- pass
-
-
-def workspace(context):
- """Annotate only this boundary's owned span with a matching trusted context."""
- try:
- from .http.context import ExecutionContext, RequestContext
-
- if not isinstance(context, (ExecutionContext, RequestContext)):
- return
- boundary = _ACTIVE_BOUNDARY.get()
- span = d.current_span()
- if boundary is None or span is None or span is not boundary.span:
- return
- if d._manager(boundary.ap) is not span.manager:
- return
- instance = getattr(
- getattr(boundary.ap, 'workspace_service', None),
- 'instance_uuid',
- getattr(span.manager, 'instance_id', None),
- )
- # Structural recorders need not expose instance metadata. Real managers
- # do, and must never receive another instance's Workspace annotation.
- if instance is not None and instance != context.instance_uuid:
- return
- d.annotate(workspace_uuid=context.workspace_uuid)
- except Exception:
- pass
-
-
-class Boundary:
- def __init__(self, ap, operation, source):
- self.ap = ap
- self.span = None
- try:
- manager = d._manager(ap)
- if manager is not None:
- fields = {'source': source, 'stage': 'execute'}
- if source == 'webui_debug':
- fields['attributes'] = {'synthetic': True}
- self.span = d.Span(manager, 'api', operation, fields)
- except Exception:
- pass
-
- @contextlib.contextmanager
- def activate(self):
- # None is an explicit inheritance barrier, not a no-op: disabled or
- # broken B work must not borrow enabled A's span through ContextVars.
- token = d._CURRENT.set(self.span)
- boundary_token = _ACTIVE_BOUNDARY.set(self)
- try:
- yield
- finally:
- _ACTIVE_BOUNDARY.reset(boundary_token)
- d._CURRENT.reset(token)
-
- def finish(self, error=None):
- if self.span is not None:
- try:
- self.span.finish(error)
- except Exception:
- pass
-
-
-class _ObservedBody(ResponseBody):
- """Carry the HTTP parent through iteration, not generator suspension."""
-
- def __init__(self, body, boundary):
- self.body = body
- self.boundary = boundary
- self.iterator = None
- self.exhausted = False
-
- async def __aenter__(self):
- try:
- with self.boundary.activate():
- entered = await self.body.__aenter__()
- self.iterator = entered.__aiter__()
- return self
- except BaseException as exc:
- self.boundary.finish(exc)
- raise
-
- async def __aexit__(self, exc_type, exc_value, tb):
- try:
- with self.boundary.activate():
- result = await self.body.__aexit__(exc_type, exc_value, tb)
- except BaseException as exc:
- self.boundary.finish(exc)
- raise
- finally:
- self.boundary.finish(exc_value if exc_value is not None else (None if self.exhausted else GeneratorExit()))
- return result
-
- async def __aiter__(self):
- try:
- if self.iterator is None:
- with self.boundary.activate():
- self.iterator = self.body.__aiter__()
- while True:
- try:
- with self.boundary.activate():
- value = await anext(self.iterator)
- except StopAsyncIteration:
- self.exhausted = True
- self.boundary.finish()
- return
- yield value
- except BaseException as exc:
- self.boundary.finish(exc)
- raise
-
-
-def _response_status(value):
- """Inspect response metadata only; never read or deserialize a body."""
- response = value[0] if isinstance(value, tuple) else value
- status = response.status_code if isinstance(response, quart.Response) else 200
- if isinstance(value, tuple) and len(value) > 1 and type(value[1]) is int:
- status = value[1]
- if status in (401, 403):
- outcome('rejected')
- elif status >= 400:
- outcome('failed')
- elif isinstance(response, dict) and 'code' in response and response['code'] != 0:
- outcome('failed')
- return response
-
-
-@contextlib.contextmanager
-def scope(ap, operation, *, source):
- """A fixed operation around an existing non-generator statement block."""
- try:
- privacy.code_value('operation', operation)
- except Exception:
- pass
- boundary = Boundary(ap, operation, source)
- try:
- with boundary.activate():
- yield
- except BaseException as exc:
- boundary.finish(exc)
- raise
- finally:
- boundary.finish()
-
-
-def observe(operation, *, source, ap=None, http=False):
- # The operation is supplied by Core registration code, not request data.
- try:
- privacy.code_value('operation', operation)
- except Exception:
- pass
-
- def decorator(fn):
- @functools.wraps(fn)
- async def wrapped(*args, **kwargs):
- try:
- owner = (ap() if callable(ap) else ap) if ap is not None else getattr(args[0], 'ap', None)
- except Exception:
- owner = None
- boundary = Boundary(owner, operation, source)
- streaming = False
- try:
- with boundary.activate():
- value = await fn(*args, **kwargs)
- if http:
- try:
- response = _response_status(value)
- if isinstance(response, quart.Response) and isinstance(response.response, IterableBody):
- response.response = _ObservedBody(response.response, boundary)
- streaming = True
- except Exception:
- pass
- return value
- except BaseException as exc:
- boundary.finish(exc)
- raise
- finally:
- if not streaming:
- boundary.finish()
-
- return wrapped
-
- return decorator
diff --git a/src/langbot/pkg/api/mcp/mount.py b/src/langbot/pkg/api/mcp/mount.py
index 6a07bd2e4..075237b57 100644
--- a/src/langbot/pkg/api/mcp/mount.py
+++ b/src/langbot/pkg/api/mcp/mount.py
@@ -24,7 +24,6 @@ import uuid
from ..http.context import PrincipalContext, PrincipalType, RequestContext, WorkspaceContext
from .context import bind_request_context, reset_request_context
from .server import LangBotMCPServer
-from .. import management_diagnostics as diagnostics
if typing.TYPE_CHECKING:
from ...core import app as app_module
@@ -86,7 +85,6 @@ class MCPMount:
authenticate_api_key = self.ap.apikey_service.authenticate_api_key
is_mcp_path = self._is_mcp_path
- @diagnostics.observe('mcp.request', source='mcp', ap=self.ap)
async def dispatch_mcp(scope, receive, send):
# Authenticate MCP HTTP requests with a LangBot API key.
api_key = _extract_api_key(scope.get('headers', []))
@@ -96,7 +94,6 @@ class MCPMount:
identity = await authenticate_api_key(api_key)
if identity is None:
- diagnostics.outcome('rejected')
await send(
{
'type': 'http.response.start',
@@ -123,7 +120,6 @@ class MCPMount:
entitlement = await resolver.resolve(identity.workspace_uuid)
entitlement_revision = entitlement.entitlement_revision
except Exception:
- diagnostics.outcome('rejected')
await send(
{
'type': 'http.response.start',
@@ -151,7 +147,6 @@ class MCPMount:
),
entitlement_revision=entitlement_revision,
)
- diagnostics.workspace(request_context)
tenant_scope = getattr(self.ap.persistence_mgr, 'tenant_scope', None)
if not callable(tenant_scope):
raise RuntimeError('MCP request persistence scope is unavailable')
diff --git a/src/langbot/pkg/api/mcp/server.py b/src/langbot/pkg/api/mcp/server.py
index d07edb7a9..58cc9be71 100644
--- a/src/langbot/pkg/api/mcp/server.py
+++ b/src/langbot/pkg/api/mcp/server.py
@@ -24,7 +24,6 @@ from mcp.server.fastmcp import FastMCP
from ..http.authz import Permission, require_permission
from .context import get_request_context
-from .. import management_diagnostics as diagnostics
if typing.TYPE_CHECKING:
from ...core import app as app_module
@@ -53,7 +52,6 @@ def _dump(value: typing.Any) -> str:
def _authorized(permission: Permission):
context = get_request_context()
require_permission(context, permission)
- diagnostics.workspace(context)
return context
@@ -443,7 +441,7 @@ class LangBotMCPServer:
"""Register a tool boundary before its authorization and service call."""
def register(fn):
- observed = diagnostics.observe(diagnostics.operation_id('mcp', fn), source='mcp', ap=self.ap)(fn)
+ observed = fn
return self.mcp.tool(**options)(observed)
return register
diff --git a/src/langbot/pkg/box/connector.py b/src/langbot/pkg/box/connector.py
index 21bd97ae4..90a16deda 100644
--- a/src/langbot/pkg/box/connector.py
+++ b/src/langbot/pkg/box/connector.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import contextlib
import json
@@ -164,7 +162,6 @@ class BoxRuntimeConnector(ManagedRuntimeConnector):
def _uses_websocket(self) -> bool:
return self.uses_websocket()
- @diagnostics.observe('lifecycle', 'box.initialize', source='runtime', stage='execute')
async def initialize(self) -> None:
async with self._lifecycle_lock:
if self._closing:
diff --git a/src/langbot/pkg/core/app.py b/src/langbot/pkg/core/app.py
index fa7a14f79..5a4120240 100644
--- a/src/langbot/pkg/core/app.py
+++ b/src/langbot/pkg/core/app.py
@@ -642,10 +642,6 @@ class Application:
if self.telemetry is not None:
with contextlib.suppress(Exception):
await self.telemetry.shutdown()
- diagnostics_manager = getattr(self, 'diagnostics', None)
- if diagnostics_manager is not None:
- with contextlib.suppress(Exception):
- await diagnostics_manager.shutdown()
if self.vector_db_mgr is not None:
with contextlib.suppress(Exception):
await self.vector_db_mgr.shutdown()
diff --git a/src/langbot/pkg/core/boot.py b/src/langbot/pkg/core/boot.py
index 270610392..1b15e9922 100644
--- a/src/langbot/pkg/core/boot.py
+++ b/src/langbot/pkg/core/boot.py
@@ -7,7 +7,6 @@ import os
from . import app
from . import stage
-from ..telemetry import diagnostics
from ..utils import constants, importutil
# Import startup stage implementation to register
@@ -40,33 +39,7 @@ async def make_app(loop: asyncio.AbstractEventLoop) -> app.Application:
stage_cls = stage.preregistered_stages[stage_name]
stage_inst = stage_cls()
- if stage_name == 'GenKeysStage':
- # Optional diagnostics must not make startup depend on package
- # metadata, session markers, or its background transport.
- ap.diagnostics = None
- space_config = ap.instance_config.data.get('space', {})
- if not space_config.get('disable_telemetry', False) and not space_config.get(
- 'disable_beta_diagnostics', False
- ):
- manager = None
- try:
- manager = diagnostics.DiagnosticsManager(ap, marker_path='data/labels/beta_diagnostics_session')
- await manager.start_session()
- manager.start()
- ap.diagnostics = manager
- except BaseException as exc:
- if manager is not None:
- # Cleanup faults cannot replace the startup fault.
- try:
- await manager.shutdown(drain_timeout=0)
- except asyncio.CancelledError:
- if not isinstance(exc, asyncio.CancelledError):
- raise
- except Exception:
- pass
- if not isinstance(exc, Exception):
- raise
- await diagnostics.observe('lifecycle', 'startup.' + stage_name, source='startup', ap=ap)(stage_inst.run)(ap)
+ await stage_inst.run(ap)
await ap.initialize()
except BaseException:
diff --git a/src/langbot/pkg/persistence/mgr.py b/src/langbot/pkg/persistence/mgr.py
index d303d88d1..89a59eeba 100644
--- a/src/langbot/pkg/persistence/mgr.py
+++ b/src/langbot/pkg/persistence/mgr.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import datetime
import enum
import sqlite3
@@ -162,7 +160,6 @@ class PersistenceManager:
default=None,
)
- @diagnostics.observe('lifecycle', 'persistence.initialize', source='startup', stage='execute')
async def initialize(self):
database_type = self.ap.instance_config.data.get('database', {}).get('use', 'sqlite')
self.ap.logger.info(f'Initializing database type: {database_type}...')
@@ -1658,7 +1655,6 @@ class PersistenceManager:
# =================================
- @diagnostics.observe('lifecycle', 'persistence.run_alembic_migrations', source='startup', stage='execute')
async def _run_alembic_migrations(self, target_revision: str = 'head'):
"""Run the supported Alembic-based 4.x migrations."""
from . import alembic_runner
diff --git a/src/langbot/pkg/pipeline/pipelinemgr.py b/src/langbot/pkg/pipeline/pipelinemgr.py
index e838d72fc..2f429bc60 100644
--- a/src/langbot/pkg/pipeline/pipelinemgr.py
+++ b/src/langbot/pkg/pipeline/pipelinemgr.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from ..telemetry import diagnostics
-
import dataclasses
import typing
import traceback
@@ -180,7 +178,6 @@ class RuntimePipeline:
raise WorkspaceInvariantError('RuntimePipeline instance does not match the active Workspace binding')
return execution_context
- @diagnostics.observe('run', 'pipeline.run', source='pipeline', fields=lambda b: {'processor_type': 'pipeline'})
async def run(self, query: pipeline_query.Query):
if (
query.instance_uuid != self.execution_context.instance_uuid
@@ -257,7 +254,6 @@ class RuntimePipeline:
if result.console_notice:
self.ap.logger.info(result.console_notice)
if result.error_notice:
- diagnostics.set_outcome('failed', reason_code='response_error')
self.ap.logger.error(result.error_notice)
# Mark query as having error
query.variables['_monitoring_has_error'] = True
@@ -430,7 +426,6 @@ class RuntimePipeline:
await self._assert_execution_active(query)
if event_ctx.is_prevented_default():
- diagnostics.set_outcome('skipped', reason_code='discarded')
self.ap.logger.debug(
f'MessageReceived event prevented default for query {query.query_id}, pipeline={pipeline_name}'
)
@@ -477,11 +472,8 @@ class RuntimePipeline:
self.ap.logger.error(f'Failed to record query response: {e}')
except WorkspaceError as e:
- diagnostics.set_outcome('rejected', reason_code='processor_incompatible')
self.ap.logger.info(f'Dropped query {query.query_id} because its Workspace execution binding is stale: {e}')
except Exception as e:
- diagnostics.set_outcome('failed', reason_code='response_error')
- diagnostics.annotate(error=e)
inst_name = query.current_stage_name if query.current_stage_name else 'unknown'
self.ap.logger.error(f'Error processing query {query.query_id} stage={inst_name} : {e}')
self.ap.logger.error(f'Traceback: {traceback.format_exc()}')
diff --git a/src/langbot/pkg/pipeline/pool.py b/src/langbot/pkg/pipeline/pool.py
index c2c05169b..b39b9a3a4 100644
--- a/src/langbot/pkg/pipeline/pool.py
+++ b/src/langbot/pkg/pipeline/pool.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from ..telemetry import diagnostics
-
import asyncio
import dataclasses
import inspect
@@ -310,7 +308,6 @@ class QueryPool:
)
object.__setattr__(query, 'query_uuid', query_uuid)
object.__setattr__(query, '_execution_context', execution_context)
- object.__setattr__(query, '_diagnostic_context', diagnostics.capture_context())
self.queries.append(query)
self.cached_queries[(execution_context.workspace_uuid, query_uuid)] = query
diff --git a/src/langbot/pkg/platform/adapters/aiocqhttp/adapter.py b/src/langbot/pkg/platform/adapters/aiocqhttp/adapter.py
index ae51f6c9b..7d97cac81 100644
--- a/src/langbot/pkg/platform/adapters/aiocqhttp/adapter.py
+++ b/src/langbot/pkg/platform/adapters/aiocqhttp/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import traceback
import typing
@@ -96,7 +94,6 @@ class AiocqhttpAdapter(AiocqhttpAPIMixin, abstract_platform_adapter.AbstractPlat
'call_platform_api',
]
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -149,7 +146,6 @@ class AiocqhttpAdapter(AiocqhttpAPIMixin, abstract_platform_adapter.AbstractPlat
await self.logger.info(f'WebSocket connection established, bot id: {self.bot_account_id}')
await self._dispatch_native_event(event)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: aiocqhttp.Event):
self.bot_account_id = str(getattr(event, 'self_id', '') or self.bot_account_id)
if getattr(event, 'type', None) == 'message' and str(getattr(event, 'user_id', '')) == self.bot_account_id:
@@ -167,14 +163,12 @@ class AiocqhttpAdapter(AiocqhttpAPIMixin, abstract_platform_adapter.AbstractPlat
except Exception:
await self.logger.error(f'Error in aiocqhttp native event: {traceback.format_exc()}')
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _dispatch_native_event(self, event: aiocqhttp.Event):
eba_event = await self.event_converter.target2yiri(event, self.bot, self.bot_account_id, self._lookup)
if eba_event:
await self._dispatch_eba_event(eba_event)
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/aiocqhttp/api_impl.py b/src/langbot/pkg/platform/adapters/aiocqhttp/api_impl.py
index 75c4b49ba..f4c315909 100644
--- a/src/langbot/pkg/platform/adapters/aiocqhttp/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/aiocqhttp/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
import aiocqhttp
@@ -17,7 +15,6 @@ from langbot_plugin.api.entities.builtin.platform.errors import NotSupportedErro
class AiocqhttpAPIMixin:
bot: aiocqhttp.CQHttp
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -38,7 +35,6 @@ class AiocqhttpAPIMixin:
raise ValueError(f'Unsupported aiocqhttp target_type: {target_type}')
return platform_events.MessageResult(message_id=(raw or {}).get('message_id'), raw=raw or {})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -53,7 +49,6 @@ class AiocqhttpAPIMixin:
raw = await self.bot.send(message_source.source_platform_object, aiocq_msg)
return platform_events.MessageResult(message_id=(raw or {}).get('message_id'), raw=raw or {})
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -62,7 +57,6 @@ class AiocqhttpAPIMixin:
) -> None:
await self.bot.delete_msg(message_id=int(message_id))
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -81,7 +75,6 @@ class AiocqhttpAPIMixin:
raise ValueError(f'Unsupported aiocqhttp to_chat_type: {to_chat_type}')
return platform_events.MessageResult(message_id=(raw or {}).get('message_id'), raw=raw or {})
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -107,7 +100,6 @@ class AiocqhttpAPIMixin:
)
return await AiocqhttpEventConverter.message_to_eba(event, self.bot)
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
raw = await self.bot.get_group_info(group_id=int(group_id))
return platform_entities.UserGroup(
@@ -116,7 +108,6 @@ class AiocqhttpAPIMixin:
member_count=raw.get('member_count'),
)
- @diagnostics.observe('api', 'get_group_list', source='platform', stage='accepted')
async def get_group_list(self) -> list[platform_entities.UserGroup]:
raw_list = await self.bot.get_group_list()
return [
@@ -128,7 +119,6 @@ class AiocqhttpAPIMixin:
for item in raw_list
]
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -136,7 +126,6 @@ class AiocqhttpAPIMixin:
raw_list = await self.bot.get_group_member_list(group_id=int(group_id))
return [self._member_to_entity(item, group_id) for item in raw_list]
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -145,11 +134,9 @@ class AiocqhttpAPIMixin:
raw = await self.bot.get_group_member_info(group_id=int(group_id), user_id=int(user_id), no_cache=True)
return self._member_to_entity(raw, group_id)
- @diagnostics.observe('api', 'set_group_name', source='platform', stage='accepted')
async def set_group_name(self, group_id: typing.Union[int, str], name: str) -> None:
await self.bot.set_group_name(group_id=int(group_id), group_name=name)
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(
self,
group_id: typing.Union[int, str],
@@ -158,19 +145,15 @@ class AiocqhttpAPIMixin:
) -> None:
await self.bot.set_group_ban(group_id=int(group_id), user_id=int(user_id), duration=int(duration))
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]) -> None:
await self.bot.set_group_ban(group_id=int(group_id), user_id=int(user_id), duration=0)
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]) -> None:
await self.bot.set_group_kick(group_id=int(group_id), user_id=int(user_id), reject_add_request=False)
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(self, group_id: typing.Union[int, str]) -> None:
await self.bot.set_group_leave(group_id=int(group_id), is_dismiss=False)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
raw = await self.bot.get_stranger_info(user_id=int(user_id), no_cache=True)
return platform_entities.User(
@@ -179,7 +162,6 @@ class AiocqhttpAPIMixin:
avatar_url=raw.get('avatar_url'),
)
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
raw_list = await self.bot.get_friend_list()
return [
@@ -191,7 +173,6 @@ class AiocqhttpAPIMixin:
for item in raw_list
]
- @diagnostics.observe('api', 'approve_friend_request', source='platform', stage='accepted')
async def approve_friend_request(
self,
request_id: typing.Union[int, str],
@@ -200,15 +181,12 @@ class AiocqhttpAPIMixin:
) -> None:
await self.bot.set_friend_add_request(flag=str(request_id), approve=approve, remark=remark or '')
- @diagnostics.observe('api', 'approve_group_invite', source='platform', stage='accepted')
async def approve_group_invite(self, request_id: typing.Union[int, str], approve: bool = True) -> None:
await self.bot.set_group_add_request(flag=str(request_id), sub_type='invite', approve=approve, reason='')
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
diff --git a/src/langbot/pkg/platform/adapters/aiocqhttp/event_converter.py b/src/langbot/pkg/platform/adapters/aiocqhttp/event_converter.py
index cf809c513..d2c950c5f 100644
--- a/src/langbot/pkg/platform/adapters/aiocqhttp/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/aiocqhttp/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
import aiocqhttp
@@ -23,7 +21,6 @@ class AiocqhttpEventConverter(abstract_platform_adapter.AbstractEventConverter):
return getattr(event, 'source_platform_object', None)
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(
event: aiocqhttp.Event,
bot: aiocqhttp.CQHttp | None = None,
@@ -42,7 +39,6 @@ class AiocqhttpEventConverter(abstract_platform_adapter.AbstractEventConverter):
return None
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
event: aiocqhttp.Event,
bot: aiocqhttp.CQHttp | None = None,
diff --git a/src/langbot/pkg/platform/adapters/dingtalk/adapter.py b/src/langbot/pkg/platform/adapters/dingtalk/adapter.py
index 486421470..230959719 100644
--- a/src/langbot/pkg/platform/adapters/dingtalk/adapter.py
+++ b/src/langbot/pkg/platform/adapters/dingtalk/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import traceback
import typing
@@ -135,7 +133,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
def _plain_message(text: str) -> platform_message.MessageChain:
return platform_message.MessageChain([platform_message.Plain(text=text)])
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -152,7 +149,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
raise ValueError(f'Unsupported dingtalk target_type: {target_type}')
return platform_events.MessageResult(raw=raw if isinstance(raw, dict) else {'result': raw})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -169,7 +165,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
raw=raw if isinstance(raw, dict) else {'result': raw},
)
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
@@ -193,7 +188,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
if is_final and bot_message.tool_calls is None:
self.card_instance_id_dict.pop(message_id)
- @diagnostics.observe('api', 'create_message_card', source='platform', stage='accepted')
async def create_message_card(self, message_id, event):
while len(self.card_instance_id_dict) >= 1000:
self.card_instance_id_dict.pop(next(iter(self.card_instance_id_dict)), None)
@@ -211,7 +205,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
async def is_stream_output_supported(self) -> bool:
return bool(self.config.get('enable-stream-reply', False))
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
if action == 'interaction.request' and action in self.get_supported_apis():
return await send_interaction(self, params)
@@ -267,7 +260,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
DingTalkCardCallbackHandler(self),
)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: DingTalkEvent):
try:
interaction_event = interaction_event_from_native(event, self.interaction_callback_contexts)
@@ -293,7 +285,6 @@ class DingTalkAdapter(DingTalkAPIMixin, abstract_platform_adapter.AbstractPlatfo
await self.logger.error(f'Error in dingtalk native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/dingtalk/api_impl.py b/src/langbot/pkg/platform/adapters/dingtalk/api_impl.py
index 358e7a29d..6db28ef4d 100644
--- a/src/langbot/pkg/platform/adapters/dingtalk/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/dingtalk/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.dingtalk_api.api import DingTalkClient
@@ -16,7 +14,6 @@ class DingTalkAPIMixin:
_user_cache: dict[str, platform_entities.User]
_group_cache: dict[str, platform_entities.UserGroup]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,22 +25,18 @@ class DingTalkAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
return self._group_cache.get(str(group_id)) or platform_entities.UserGroup(id=group_id, name='')
- @diagnostics.observe('api', 'get_group_list', source='platform', stage='accepted')
async def get_group_list(self) -> list[platform_entities.UserGroup]:
return list(self._group_cache.values())
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
) -> list[platform_entities.UserGroupMember]:
raise NotSupportedError('get_group_member_list')
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -59,18 +52,14 @@ class DingTalkAPIMixin:
display_name=user.nickname,
)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
return self._user_cache.get(str(user_id)) or platform_entities.User(id=user_id, nickname='')
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
return await self.bot.get_file_url(file_id)
diff --git a/src/langbot/pkg/platform/adapters/dingtalk/event_converter.py b/src/langbot/pkg/platform/adapters/dingtalk/event_converter.py
index b3b23da2c..51e7db193 100644
--- a/src/langbot/pkg/platform/adapters/dingtalk/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/dingtalk/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.dingtalk_api.dingtalkevent import DingTalkEvent
@@ -18,7 +16,6 @@ class DingTalkEventConverter(abstract_platform_adapter.AbstractEventConverter):
return getattr(event, 'source_platform_object', None)
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(event: DingTalkEvent, bot_name: str) -> platform_events.Event | None:
if event.conversation in {'FriendMessage', 'GroupMessage'}:
return await DingTalkEventConverter.message_to_eba(event, bot_name)
@@ -30,7 +27,6 @@ class DingTalkEventConverter(abstract_platform_adapter.AbstractEventConverter):
return DingTalkEventConverter.platform_specific(event, f'message.{event.conversation or "unknown"}')
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
event: DingTalkEvent,
bot_name: str,
diff --git a/src/langbot/pkg/platform/adapters/discord/adapter.py b/src/langbot/pkg/platform/adapters/discord/adapter.py
index 73da2f1ab..8ace25ba7 100644
--- a/src/langbot/pkg/platform/adapters/discord/adapter.py
+++ b/src/langbot/pkg/platform/adapters/discord/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import os
import time
import traceback
@@ -47,30 +45,10 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
adapter_self = self
class LangBotDiscordClient(discord.Client):
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_ready(self: discord.Client):
adapter_self.bot_account_id = str(self.user.id) if self.user else ''
await adapter_self.logger.info(f'Discord adapter running as {self.user}')
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_message(self: discord.Client, message: discord.Message):
if self.user and message.author.id == self.user.id:
return
@@ -94,16 +72,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
except Exception:
await adapter_self.logger.error(f'Error in discord on_message: {traceback.format_exc()}')
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_interaction(self: discord.Client, interaction: discord.Interaction):
custom_id = (interaction.data or {}).get('custom_id') if isinstance(interaction.data, dict) else None
try:
@@ -123,46 +91,16 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
except Exception:
await adapter_self.logger.error(f'Error in Discord interaction callback: {traceback.format_exc()}')
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_message_edit(self: discord.Client, before: discord.Message, after: discord.Message):
await adapter_self._dispatch_gateway_tuple(
'message_edit', (before, after), self.user.id if self.user else None
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_message_delete(self: discord.Client, message: discord.Message):
await adapter_self._dispatch_gateway_tuple(
'message_delete', message, self.user.id if self.user else None
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_raw_message_delete(self: discord.Client, payload: discord.RawMessageDeleteEvent):
await adapter_self._dispatch_gateway_tuple(
'raw_message_delete',
@@ -170,16 +108,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
self.user.id if self.user else None,
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_reaction_add(
self: discord.Client, reaction: discord.Reaction, user: discord.User | discord.Member
):
@@ -189,16 +117,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
'reaction_add', (reaction, user), self.user.id if self.user else None
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_reaction_remove(
self: discord.Client, reaction: discord.Reaction, user: discord.User | discord.Member
):
@@ -208,16 +126,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
'reaction_remove', (reaction, user), self.user.id if self.user else None
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_raw_reaction_add(self: discord.Client, payload: discord.RawReactionActionEvent):
if self.user and payload.user_id == self.user.id:
return
@@ -227,16 +135,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
self.user.id if self.user else None,
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_raw_reaction_remove(self: discord.Client, payload: discord.RawReactionActionEvent):
if self.user and payload.user_id == self.user.id:
return
@@ -246,55 +144,15 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
self.user.id if self.user else None,
)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_member_join(self: discord.Client, member: discord.Member):
await adapter_self._dispatch_gateway_tuple('member_join', member, self.user.id if self.user else None)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_member_remove(self: discord.Client, member: discord.Member):
await adapter_self._dispatch_gateway_tuple('member_remove', member, self.user.id if self.user else None)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_guild_join(self: discord.Client, guild: discord.Guild):
await adapter_self._dispatch_gateway_tuple('guild_join', guild, self.user.id if self.user else None)
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_guild_remove(self: discord.Client, guild: discord.Guild):
await adapter_self._dispatch_gateway_tuple('guild_remove', guild, self.user.id if self.user else None)
@@ -352,7 +210,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
def get_interaction_capabilities(self) -> dict[str, typing.Any]:
return interaction_delivery_capabilities()
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(self, target_type: str, target_id: str, message: platform_message.MessageChain):
content, files = await self.message_converter.yiri2target(message)
channel = await self._get_channel(target_id)
@@ -362,7 +219,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
sent = await channel.send(**kwargs)
return platform_events.MessageResult(message_id=sent.id, raw={'message_id': sent.id})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -380,7 +236,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
sent = await message_source.source_platform_object.channel.send(**kwargs)
return platform_events.MessageResult(message_id=sent.id, raw={'message_id': sent.id})
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _dispatch_gateway_tuple(self, kind: str, payload, bot_user_id: int | None):
try:
event = await self.event_converter.target2yiri((kind, payload), bot_user_id)
@@ -390,7 +245,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
await self.logger.error(f'Error in discord {kind}: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
@@ -415,7 +269,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
):
self.listeners.pop(event_type, None)
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
if action == 'interaction.request':
return await send_interaction(self, params)
@@ -437,7 +290,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
async def is_stream_output_supported(self) -> bool:
return True
- @diagnostics.observe('api', 'create_message_card', source='platform', stage='accepted')
async def create_message_card(self, message_id: str, event: platform_events.MessageEvent) -> bool:
"""Set up a stream context for progressive editing.
@@ -457,7 +309,6 @@ class DiscordAdapter(DiscordAPIMixin, abstract_platform_adapter.AbstractPlatform
}
return True
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
diff --git a/src/langbot/pkg/platform/adapters/discord/api_impl.py b/src/langbot/pkg/platform/adapters/discord/api_impl.py
index 4c4ee9ecc..767ae9a27 100644
--- a/src/langbot/pkg/platform/adapters/discord/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/discord/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import datetime
import typing
@@ -17,7 +15,6 @@ from langbot_plugin.api.entities.builtin.platform import message as platform_mes
class DiscordAPIMixin:
bot: discord.Client
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -34,7 +31,6 @@ class DiscordAPIMixin:
return
await message.edit(content=content)
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -45,7 +41,6 @@ class DiscordAPIMixin:
message = await channel.fetch_message(int(message_id))
await message.delete()
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -61,12 +56,10 @@ class DiscordAPIMixin:
sent = await to_channel.send(content=message.content, files=files)
return platform_events.MessageResult(message_id=sent.id, raw={'message_id': sent.id})
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
guild = await self._get_guild(group_id)
return DiscordEventConverter.group_from_guild(guild)
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -75,7 +68,6 @@ class DiscordAPIMixin:
members = guild.members or [member async for member in guild.fetch_members(limit=None)]
return [self._member_to_entity(member) for member in members]
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -85,22 +77,18 @@ class DiscordAPIMixin:
member = guild.get_member(int(user_id)) or await guild.fetch_member(int(user_id))
return self._member_to_entity(member)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
user = self.bot.get_user(int(user_id)) or await self.bot.fetch_user(int(user_id))
return DiscordEventConverter.user_from_author(user)
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
from langbot_plugin.api.entities.builtin.platform.errors import NotSupportedError
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
return file_id
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(
self,
group_id: typing.Union[int, str],
@@ -114,7 +102,6 @@ class DiscordAPIMixin:
until = datetime.datetime.now(datetime.UTC) + datetime.timedelta(seconds=duration)
await member.timeout(until, reason='LangBot Omni mute_member')
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(
self,
group_id: typing.Union[int, str],
@@ -124,7 +111,6 @@ class DiscordAPIMixin:
member = guild.get_member(int(user_id)) or await guild.fetch_member(int(user_id))
await member.timeout(None, reason='LangBot Omni unmute_member')
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(
self,
group_id: typing.Union[int, str],
@@ -134,7 +120,6 @@ class DiscordAPIMixin:
member = guild.get_member(int(user_id)) or await guild.fetch_member(int(user_id))
await member.kick(reason='LangBot Omni kick_member')
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(self, group_id: typing.Union[int, str]) -> None:
guild = await self._get_guild(group_id)
await guild.leave()
diff --git a/src/langbot/pkg/platform/adapters/discord/event_converter.py b/src/langbot/pkg/platform/adapters/discord/event_converter.py
index b590b2f50..d34839725 100644
--- a/src/langbot/pkg/platform/adapters/discord/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/discord/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
import discord
@@ -18,7 +16,6 @@ class DiscordEventConverter(abstract_platform_adapter.AbstractEventConverter):
raise NotImplementedError
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(event: typing.Any, bot_user_id: int | None = None) -> platform_events.Event | None:
if isinstance(event, discord.Message):
return await DiscordEventConverter.message_to_eba(event)
@@ -241,7 +238,6 @@ class DiscordEventConverter(abstract_platform_adapter.AbstractEventConverter):
)
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(message: discord.Message) -> platform_events.FriendMessage | platform_events.GroupMessage:
message_chain = await DiscordMessageConverter.target2yiri(message)
if isinstance(message.channel, discord.DMChannel):
diff --git a/src/langbot/pkg/platform/adapters/kook/adapter.py b/src/langbot/pkg/platform/adapters/kook/adapter.py
index 198d1d186..b89bcb3f9 100644
--- a/src/langbot/pkg/platform/adapters/kook/adapter.py
+++ b/src/langbot/pkg/platform/adapters/kook/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
from langbot.pkg.platform.sources.kook import _decode_gateway_message
import asyncio
@@ -101,7 +99,6 @@ class KookAdapter(KookAPIMixin, BasePlatformAdapter):
'call_platform_api',
]
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -171,7 +168,6 @@ class KookAdapter(KookAPIMixin, BasePlatformAdapter):
self.session_id = str(data.get('session_id') or '')
await self.logger.info(f'KOOK WebSocket HELLO received, session_id: {self.session_id}')
- @diagnostics.observe('event', 'platform.receive', source='platform', stage='accepted')
async def _handle_event(self, data: dict, sn: int):
self.current_sn = max(self.current_sn, sn)
@@ -196,13 +192,10 @@ class KookAdapter(KookAPIMixin, BasePlatformAdapter):
if eba_event:
self._cache_event(eba_event)
await self._dispatch_eba_event(eba_event)
- except Exception as exc:
- diagnostics.annotate(error=exc)
- diagnostics.set_outcome('failed')
+ except Exception:
await self.logger.error(f'Error handling KOOK event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/kook/api_impl.py b/src/langbot/pkg/platform/adapters/kook/api_impl.py
index 6170479b0..1d48b36d8 100644
--- a/src/langbot/pkg/platform/adapters/kook/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/kook/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.pkg.platform.adapters.kook.message_converter import KookMessageConverter
@@ -16,7 +14,6 @@ class KookAPIMixin:
_user_cache: dict[str, platform_entities.User]
_group_cache: dict[str, platform_entities.UserGroup]
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -37,7 +34,6 @@ class KookAPIMixin:
data = raw.get('data') or {}
return platform_events.MessageResult(message_id=data.get('msg_id'), raw=raw)
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -77,7 +73,6 @@ class KookAPIMixin:
data = raw.get('data') or {}
return platform_events.MessageResult(message_id=data.get('msg_id'), raw=raw)
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -89,7 +84,6 @@ class KookAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
cached = self._group_cache.get(str(group_id))
if cached:
@@ -102,18 +96,15 @@ class KookAPIMixin:
member_count=data.get('user_count'),
)
- @diagnostics.observe('api', 'get_group_list', source='platform', stage='accepted')
async def get_group_list(self) -> list[platform_entities.UserGroup]:
return list(self._group_cache.values())
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
) -> list[platform_entities.UserGroupMember]:
raise NotSupportedError('get_group_member_list')
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -137,7 +128,6 @@ class KookAPIMixin:
display_name=user.nickname,
)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
cached = self._user_cache.get(str(user_id))
if cached:
@@ -152,22 +142,18 @@ class KookAPIMixin:
is_bot=bool(data.get('bot', False)),
)
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
data = {'file': file_data}
raw = await self._request('POST', '/asset/create', data=data, filename=filename)
result = raw.get('data') or {}
return str(result.get('url') or result.get('id') or '')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
return file_id
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -177,7 +163,6 @@ class KookAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -187,7 +172,6 @@ class KookAPIMixin:
endpoint = '/message/delete' if str(chat_type).lower() in {'group', 'channel'} else '/direct-message/delete'
await self._request('POST', endpoint, json={'msg_id': str(message_id)})
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -201,7 +185,6 @@ class KookAPIMixin:
raise NotSupportedError('forward_message:message_not_cached')
return await self.send_message(to_chat_type, str(to_chat_id), cached.message_chain)
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(
self,
group_id: typing.Union[int, str],
@@ -210,7 +193,6 @@ class KookAPIMixin:
) -> None:
raise NotSupportedError('mute_member')
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(
self,
group_id: typing.Union[int, str],
@@ -218,7 +200,6 @@ class KookAPIMixin:
) -> None:
raise NotSupportedError('unmute_member')
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(
self,
group_id: typing.Union[int, str],
@@ -226,6 +207,5 @@ class KookAPIMixin:
) -> None:
raise NotSupportedError('kick_member')
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(self, group_id: typing.Union[int, str]) -> None:
raise NotSupportedError('leave_group')
diff --git a/src/langbot/pkg/platform/adapters/kook/event_converter.py b/src/langbot/pkg/platform/adapters/kook/event_converter.py
index 34a2bbd19..5c7f8f4f2 100644
--- a/src/langbot/pkg/platform/adapters/kook/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/kook/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import time
import langbot_plugin.api.definition.abstract.platform.adapter as abstract_platform_adapter
@@ -18,7 +16,6 @@ class KookEventConverter(abstract_platform_adapter.AbstractEventConverter):
raise NotImplementedError
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(kook_event: dict, bot_account_id: str = '') -> platform_events.Event | None:
event_type = int(kook_event.get('type', 0) or 0)
channel_type = kook_event.get('channel_type')
@@ -58,7 +55,6 @@ class KookEventConverter(abstract_platform_adapter.AbstractEventConverter):
)
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
kook_event: dict, bot_account_id: str = ''
) -> platform_events.FriendMessage | platform_events.GroupMessage:
diff --git a/src/langbot/pkg/platform/adapters/lark/adapter.py b/src/langbot/pkg/platform/adapters/lark/adapter.py
index 6e75d79a1..776c0b7b0 100644
--- a/src/langbot/pkg/platform/adapters/lark/adapter.py
+++ b/src/langbot/pkg/platform/adapters/lark/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
from langbot.pkg.platform.sources.lark import (
LarkAdapter as LegacyLarkAdapter,
NonBlockingLarkWSClient,
@@ -188,16 +186,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
self.request_app_ticket()
def _build_event_handler(self):
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def on_message(event: lark_oapi.im.v1.P2ImMessageReceiveV1):
await self._handle_message_event(event)
@@ -338,7 +326,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
self.request_tenant_access_token(tenant_key)
return self.tenant_access_tokens.get(tenant_key, {}).get('token')
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -372,7 +359,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
message_id=message_ids[-1] if message_ids else '', raw={'message_ids': message_ids}
)
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -449,7 +435,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
while len(self.pending_monitoring_msg) > 1000:
self.pending_monitoring_msg.pop(next(iter(self.pending_monitoring_msg)), None)
- @diagnostics.observe('api', 'create_message_card', source='platform', stage='accepted')
async def create_message_card(self, message_id, event) -> bool:
card_id = await self.create_card_id(message_id)
content = {'type': 'card', 'data': {'card_id': card_id, 'template_variable': {'content': 'Thinking...'}}}
@@ -554,7 +539,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
raise RuntimeError(f'Lark card update failed: {response.code} {response.msg}')
self.closed_streaming_cards.add(card_id)
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
@@ -605,7 +589,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
self.card_last_update_dict.pop(card_id, None)
self.closed_streaming_cards.discard(card_id)
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
if action == 'interaction.request':
return await send_interaction(self, params)
@@ -750,7 +733,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
async def is_muted(self, group_id: int | None = None) -> bool:
return False
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_message_event(self, event: lark_oapi.im.v1.P2ImMessageReceiveV1):
try:
if platform_events.FriendMessage in self.listeners or platform_events.GroupMessage in self.listeners:
@@ -765,7 +747,6 @@ class LarkAdapter(LarkAPIMixin, abstract_platform_adapter.AbstractPlatformAdapte
await self.logger.error(f'Error in lark message event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.Event):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/lark/api_impl.py b/src/langbot/pkg/platform/adapters/lark/api_impl.py
index fb122a74a..ae2ff23d5 100644
--- a/src/langbot/pkg/platform/adapters/lark/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/lark/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from lark_oapi.api.im.v1 import GetChatRequest, GetMessageRequest
@@ -19,7 +17,6 @@ class LarkAPIMixin:
_user_cache: dict[str, platform_entities.User]
_group_cache: dict[str, platform_entities.UserGroup]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -55,7 +52,6 @@ class LarkAPIMixin:
self._message_cache[str(message_id)] = event
return event
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
cached = self._group_cache.get(str(group_id))
if cached:
@@ -75,7 +71,6 @@ class LarkAPIMixin:
self._group_cache[str(group.id)] = group
return group
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -84,14 +79,12 @@ class LarkAPIMixin:
user = self._user_cache.get(str(user_id)) or platform_entities.User(id=user_id)
return platform_entities.UserGroupMember(user=user, group_id=group_id, role=platform_entities.MemberRole.MEMBER)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
cached = self._user_cache.get(str(user_id))
if cached:
return cached
return platform_entities.User(id=user_id)
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
if str(file_id).startswith('file://'):
return str(file_id)
diff --git a/src/langbot/pkg/platform/adapters/lark/event_converter.py b/src/langbot/pkg/platform/adapters/lark/event_converter.py
index 6cfd590c7..d76a03ab8 100644
--- a/src/langbot/pkg/platform/adapters/lark/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/lark/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import time
import typing
@@ -26,7 +24,6 @@ class LarkEventConverter(abstract_platform_adapter.AbstractEventConverter):
return getattr(event, 'source_platform_object', None)
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(
event: lark_oapi.im.v1.P2ImMessageReceiveV1,
api_client: lark_oapi.Client,
@@ -34,7 +31,6 @@ class LarkEventConverter(abstract_platform_adapter.AbstractEventConverter):
return await LarkEventConverter.message_to_eba(event, api_client)
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
event: lark_oapi.im.v1.P2ImMessageReceiveV1,
api_client: lark_oapi.Client,
diff --git a/src/langbot/pkg/platform/adapters/officialaccount/adapter.py b/src/langbot/pkg/platform/adapters/officialaccount/adapter.py
index cd1a27077..124230aad 100644
--- a/src/langbot/pkg/platform/adapters/officialaccount/adapter.py
+++ b/src/langbot/pkg/platform/adapters/officialaccount/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import traceback
import typing
@@ -96,7 +94,6 @@ class OfficialAccountAdapter(OfficialAccountAPIMixin, abstract_platform_adapter.
'call_platform_api',
]
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -105,7 +102,6 @@ class OfficialAccountAdapter(OfficialAccountAPIMixin, abstract_platform_adapter.
) -> platform_events.MessageResult:
raise NotSupportedError('send_message:official_account_requires_inbound_webhook_reply')
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -122,7 +118,6 @@ class OfficialAccountAdapter(OfficialAccountAPIMixin, abstract_platform_adapter.
await self.bot.set_message(source.message_id, content)
return platform_events.MessageResult(message_id=source.message_id, raw={'queued': True})
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -175,7 +170,6 @@ class OfficialAccountAdapter(OfficialAccountAPIMixin, abstract_platform_adapter.
for msg_type in ('text', 'image', 'voice', 'event'):
self.bot.on_message(msg_type)(self._handle_native_event)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: OAEvent):
self.bot_account_id = event.receiver_id or self.bot_account_id
try:
@@ -192,7 +186,6 @@ class OfficialAccountAdapter(OfficialAccountAPIMixin, abstract_platform_adapter.
await self.logger.error(f'Error in officialaccount native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/officialaccount/api_impl.py b/src/langbot/pkg/platform/adapters/officialaccount/api_impl.py
index 4468cb660..377986c64 100644
--- a/src/langbot/pkg/platform/adapters/officialaccount/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/officialaccount/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot_plugin.api.entities.builtin.platform import entities as platform_entities
@@ -14,7 +12,6 @@ class OfficialAccountAPIMixin:
_message_cache: dict[str, platform_events.MessageReceivedEvent]
_user_cache: dict[str, platform_entities.User]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -26,18 +23,15 @@ class OfficialAccountAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
user = self._user_cache.get(str(user_id))
if user is None:
raise NotSupportedError('get_user_info:not_cached')
return user
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -47,7 +41,6 @@ class OfficialAccountAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -56,7 +49,6 @@ class OfficialAccountAPIMixin:
) -> None:
raise NotSupportedError('delete_message')
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -67,30 +59,24 @@ class OfficialAccountAPIMixin:
) -> platform_events.MessageResult:
raise NotSupportedError('forward_message')
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
raise NotSupportedError('get_group_info')
- @diagnostics.observe('api', 'get_group_list', source='platform', stage='accepted')
async def get_group_list(self) -> list[platform_entities.UserGroup]:
raise NotSupportedError('get_group_list')
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
) -> list[platform_entities.UserGroupMember]:
raise NotSupportedError('get_group_member_list')
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
diff --git a/src/langbot/pkg/platform/adapters/officialaccount/event_converter.py b/src/langbot/pkg/platform/adapters/officialaccount/event_converter.py
index dec3a2834..5523a55f8 100644
--- a/src/langbot/pkg/platform/adapters/officialaccount/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/officialaccount/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import time
import typing
@@ -18,7 +16,6 @@ class OfficialAccountEventConverter(abstract_platform_adapter.AbstractEventConve
async def yiri2target(event: platform_events.Event) -> typing.Any:
return getattr(event, 'source_platform_object', None)
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(self, event: OAEvent) -> platform_events.FriendMessage | None:
eba_event = await self.target2yiri(event)
if not isinstance(eba_event, platform_events.MessageReceivedEvent):
@@ -34,7 +31,6 @@ class OfficialAccountEventConverter(abstract_platform_adapter.AbstractEventConve
source_platform_object=event,
)
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(self, event: OAEvent) -> platform_events.Event | None:
if event.type in {'text', 'image', 'voice'}:
return await self.message_to_eba(event)
diff --git a/src/langbot/pkg/platform/adapters/qqofficial/adapter.py b/src/langbot/pkg/platform/adapters/qqofficial/adapter.py
index d57cca2da..7703a5935 100644
--- a/src/langbot/pkg/platform/adapters/qqofficial/adapter.py
+++ b/src/langbot/pkg/platform/adapters/qqofficial/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import time
import traceback
@@ -134,7 +132,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
def _plain_message(text: str) -> platform_message.MessageChain:
return platform_message.MessageChain([platform_message.Plain(text=text)])
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -146,7 +143,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
)
return platform_events.MessageResult(raw={'results': raw})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -165,7 +161,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
)
return platform_events.MessageResult(message_id=source.d_id or source.id, raw={'results': raw})
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
if action == 'interaction.request':
return await send_interaction(self, params)
@@ -263,7 +258,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
async def is_stream_output_supported(self) -> bool:
return bool(self.config.get('enable-stream-reply') or self.config.get('enable_stream_reply'))
- @diagnostics.observe('api', 'create_message_card', source='platform', stage='accepted')
async def create_message_card(self, message_id: str, event: platform_events.MessageEvent) -> bool:
source = event.source_platform_object
if not isinstance(source, QQOfficialEvent) or source.t != 'C2C_MESSAGE_CREATE':
@@ -283,7 +277,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
self._stream_ctx_ts[message_id] = time.time()
return True
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
@@ -371,7 +364,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
if event is not None:
await self._dispatch_eba_event(event)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: QQOfficialEvent):
self.bot_account_id = self.config.get('appid', self.bot_account_id)
try:
@@ -388,7 +380,6 @@ class QQOfficialAdapter(QQOfficialAPIMixin, abstract_platform_adapter.AbstractPl
await self.logger.error(f'Error in qqofficial native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/qqofficial/api_impl.py b/src/langbot/pkg/platform/adapters/qqofficial/api_impl.py
index e64570138..59ed22956 100644
--- a/src/langbot/pkg/platform/adapters/qqofficial/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/qqofficial/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.pkg.platform.adapters.qqofficial.errors import NotSupportedError
@@ -16,7 +14,6 @@ class QQOfficialAPIMixin:
_group_cache: dict[str, platform_entities.UserGroup]
_member_cache: dict[tuple[str, str], platform_entities.UserGroupMember]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,25 +25,21 @@ class QQOfficialAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
user = self._user_cache.get(str(user_id))
if user is None:
raise NotSupportedError('get_user_info:not_cached')
return user
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
group = self._group_cache.get(str(group_id))
if group is None:
raise NotSupportedError('get_group_info:not_cached')
return group
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -57,7 +50,6 @@ class QQOfficialAPIMixin:
raise NotSupportedError('get_group_member_info:not_cached')
return member
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -66,7 +58,6 @@ class QQOfficialAPIMixin:
member for (cached_group_id, _), member in self._member_cache.items() if cached_group_id == str(group_id)
]
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -76,7 +67,6 @@ class QQOfficialAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -85,7 +75,6 @@ class QQOfficialAPIMixin:
) -> None:
raise NotSupportedError('delete_message')
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -96,26 +85,20 @@ class QQOfficialAPIMixin:
) -> platform_events.MessageResult:
raise NotSupportedError('forward_message')
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str], duration: int = 0):
raise NotSupportedError('mute_member')
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]):
raise NotSupportedError('unmute_member')
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]):
raise NotSupportedError('kick_member')
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(self, group_id: typing.Union[int, str]):
raise NotSupportedError('leave_group')
diff --git a/src/langbot/pkg/platform/adapters/qqofficial/event_converter.py b/src/langbot/pkg/platform/adapters/qqofficial/event_converter.py
index 130061ce5..66b550418 100644
--- a/src/langbot/pkg/platform/adapters/qqofficial/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/qqofficial/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import datetime
import time
import typing
@@ -33,7 +31,6 @@ class QQOfficialEventConverter(abstract_platform_adapter.AbstractEventConverter)
async def yiri2target(event: platform_events.Event) -> typing.Any:
return getattr(event, 'source_platform_object', None)
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
self, event: QQOfficialEvent
) -> platform_events.FriendMessage | platform_events.GroupMessage | None:
@@ -68,7 +65,6 @@ class QQOfficialEventConverter(abstract_platform_adapter.AbstractEventConverter)
source_platform_object=event,
)
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(self, event: QQOfficialEvent) -> platform_events.Event:
if event.t in MESSAGE_EVENT_TYPES:
return await self.message_to_eba(event)
diff --git a/src/langbot/pkg/platform/adapters/slack/adapter.py b/src/langbot/pkg/platform/adapters/slack/adapter.py
index fd5a5dfbf..c2ee91a8d 100644
--- a/src/langbot/pkg/platform/adapters/slack/adapter.py
+++ b/src/langbot/pkg/platform/adapters/slack/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import traceback
import typing
@@ -92,7 +90,6 @@ class SlackAdapter(SlackAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
'call_platform_api',
]
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -103,7 +100,6 @@ class SlackAdapter(SlackAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
raw = await self._send_text(str(target_type), str(target_id), content)
return platform_events.MessageResult(raw=raw)
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -118,7 +114,6 @@ class SlackAdapter(SlackAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
raw = await self._send_text(target_type, target_id, await SlackMessageConverter.yiri2target(message))
return platform_events.MessageResult(message_id=source.message_id, raw=raw)
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -167,7 +162,6 @@ class SlackAdapter(SlackAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
for msg_type in ('im', 'channel'):
self.bot.on_message(msg_type)(self._handle_native_event)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: SlackEvent):
try:
if platform_events.FriendMessage in self.listeners or platform_events.GroupMessage in self.listeners:
@@ -183,7 +177,6 @@ class SlackAdapter(SlackAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
await self.logger.error(f'Error in slack native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/slack/api_impl.py b/src/langbot/pkg/platform/adapters/slack/api_impl.py
index 269444415..500738b15 100644
--- a/src/langbot/pkg/platform/adapters/slack/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/slack/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.pkg.platform.adapters.slack.errors import NotSupportedError
@@ -16,7 +14,6 @@ class SlackAPIMixin:
_group_cache: dict[str, platform_entities.UserGroup]
_member_cache: dict[tuple[str, str], platform_entities.UserGroupMember]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,29 +25,24 @@ class SlackAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
user = self._user_cache.get(str(user_id))
if user is None:
raise NotSupportedError('get_user_info:not_cached')
return user
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
group = self._group_cache.get(str(group_id))
if group is None:
raise NotSupportedError('get_group_info:not_cached')
return group
- @diagnostics.observe('api', 'get_group_list', source='platform', stage='accepted')
async def get_group_list(self) -> list[platform_entities.UserGroup]:
return list(self._group_cache.values())
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -59,7 +51,6 @@ class SlackAPIMixin:
member for (cached_group_id, _), member in self._member_cache.items() if cached_group_id == str(group_id)
]
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -70,7 +61,6 @@ class SlackAPIMixin:
raise NotSupportedError('get_group_member_info:not_cached')
return member
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -80,7 +70,6 @@ class SlackAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -89,7 +78,6 @@ class SlackAPIMixin:
) -> None:
raise NotSupportedError('delete_message')
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -100,10 +88,8 @@ class SlackAPIMixin:
) -> platform_events.MessageResult:
raise NotSupportedError('forward_message')
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
diff --git a/src/langbot/pkg/platform/adapters/slack/event_converter.py b/src/langbot/pkg/platform/adapters/slack/event_converter.py
index 8e7d4cc3c..6ebd48d91 100644
--- a/src/langbot/pkg/platform/adapters/slack/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/slack/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import time
import typing
@@ -21,7 +19,6 @@ class SlackEventConverter(abstract_platform_adapter.AbstractEventConverter):
async def yiri2target(event: platform_events.Event) -> typing.Any:
return getattr(event, 'source_platform_object', None)
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
self, event: SlackEvent
) -> platform_events.FriendMessage | platform_events.GroupMessage | None:
@@ -56,7 +53,6 @@ class SlackEventConverter(abstract_platform_adapter.AbstractEventConverter):
source_platform_object=event,
)
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(self, event: SlackEvent) -> platform_events.Event:
if event.type in {'im', 'channel'}:
return await self.message_to_eba(event)
diff --git a/src/langbot/pkg/platform/adapters/telegram/adapter.py b/src/langbot/pkg/platform/adapters/telegram/adapter.py
index 0e4ae9c08..7debca097 100644
--- a/src/langbot/pkg/platform/adapters/telegram/adapter.py
+++ b/src/langbot/pkg/platform/adapters/telegram/adapter.py
@@ -6,9 +6,6 @@ Preserves all existing functionality (messaging, streaming output, markdown card
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-from langbot.pkg.telemetry.adapter_diagnostics import record_api_result
-
import typing
import traceback
@@ -71,16 +68,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
arbitrary_types_allowed = True
def __init__(self, config: dict, logger: abstract_platform_logger.AbstractEventLogger):
- @diagnostics.observe(
- 'event',
- 'platform.native_callback',
- source='platform',
- stage='convert',
- ap=lambda: getattr(logger, 'ap', None),
- fields=lambda b: {
- 'workspace_uuid': getattr(getattr(logger, 'execution_context', None), 'workspace_uuid', '')
- },
- )
async def telegram_callback(update: Update, context: ContextTypes.DEFAULT_TYPE):
if (
not update.message
@@ -219,7 +206,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
# ---- Message Send / Reply (preserving original logic) ----
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(self, target_type: str, target_id: str, message: platform_message.MessageChain):
components = await TelegramMessageConverter.yiri2target(message, self.bot)
@@ -239,22 +225,21 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
text = telegramify_markdown.markdownify(content=text)
args['parse_mode'] = 'MarkdownV2'
args['text'] = text
- record_api_result(await self.bot.send_message(**args))
+ await self.bot.send_message(**args)
elif component_type == 'photo':
photo = component.get('photo')
if photo is None:
continue
args['photo'] = telegram.InputFile(photo)
- record_api_result(await self.bot.send_photo(**args))
+ await self.bot.send_photo(**args)
elif component_type == 'document':
doc = component.get('document')
if doc is None:
continue
filename = component.get('filename', 'file')
args['document'] = telegram.InputFile(doc, filename=filename)
- record_api_result(await self.bot.send_document(**args))
+ await self.bot.send_document(**args)
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -286,20 +271,20 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
if self.config['markdown_card'] is True:
args['parse_mode'] = 'MarkdownV2'
args['text'] = content
- record_api_result(await self.bot.send_message(**args))
+ await self.bot.send_message(**args)
elif component_type == 'photo':
photo = component.get('photo')
if photo is None:
continue
args['photo'] = telegram.InputFile(photo)
- record_api_result(await self.bot.send_photo(**args))
+ await self.bot.send_photo(**args)
elif component_type == 'document':
doc = component.get('document')
if doc is None:
continue
filename = component.get('filename', 'file')
args['document'] = telegram.InputFile(doc, filename=filename)
- record_api_result(await self.bot.send_document(**args))
+ await self.bot.send_document(**args)
# ---- Streaming Output (preserving original logic) ----
@@ -332,7 +317,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
cleaned = text.replace('\u200b', '').replace('\u200c', '').replace('\u200d', '').replace('\ufeff', '').strip()
return cleaned == ''
- @diagnostics.observe('api', 'create_message_card', source='platform', stage='accepted')
async def create_message_card(self, message_id, event):
assert isinstance(event.source_platform_object, Update)
update = event.source_platform_object
@@ -347,7 +331,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
return True
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
@@ -483,7 +466,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
"""Dispatch once, preferring the most specific registered listener."""
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
@@ -510,7 +492,6 @@ class TelegramAdapter(TelegramAPIMixin, abstract_platform_adapter.AbstractPlatfo
# ---- Pass-through API ----
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(
self,
action: str,
diff --git a/src/langbot/pkg/platform/adapters/telegram/api_impl.py b/src/langbot/pkg/platform/adapters/telegram/api_impl.py
index e6e053485..f058d54e6 100644
--- a/src/langbot/pkg/platform/adapters/telegram/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/telegram/api_impl.py
@@ -5,9 +5,6 @@ Implements optional API methods defined in AbstractPlatformAdapter.
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-from langbot.pkg.telemetry.adapter_diagnostics import record_api_result
-
import typing
import telegram
@@ -28,7 +25,6 @@ class TelegramAPIMixin:
bot: telegram.Bot
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -53,10 +49,9 @@ class TelegramAPIMixin:
}
if self.config.get('markdown_card', False):
args['parse_mode'] = 'MarkdownV2'
- record_api_result(await self.bot.edit_message_text(**args), edited_content=new_content)
+ await self.bot.edit_message_text(**args)
return
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -64,9 +59,8 @@ class TelegramAPIMixin:
message_id: typing.Union[int, str],
) -> None:
"""Delete / recall a message."""
- record_api_result(await self.bot.delete_message(chat_id=chat_id, message_id=message_id))
+ await self.bot.delete_message(chat_id=chat_id, message_id=message_id)
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -86,7 +80,6 @@ class TelegramAPIMixin:
raw={'message_id': result.message_id},
)
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(
self,
group_id: typing.Union[int, str],
@@ -107,7 +100,6 @@ class TelegramAPIMixin:
except Exception:
return None
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -142,7 +134,6 @@ class TelegramAPIMixin:
)
return members
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -169,7 +160,6 @@ class TelegramAPIMixin:
display_name=member.custom_title if hasattr(member, 'custom_title') else None,
)
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(
self,
user_id: typing.Union[int, str],
@@ -182,7 +172,6 @@ class TelegramAPIMixin:
username=chat.username,
)
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(
self,
file_data: bytes,
@@ -197,7 +186,6 @@ class TelegramAPIMixin:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(
self,
file_id: str,
@@ -206,7 +194,6 @@ class TelegramAPIMixin:
file = await self.bot.get_file(file_id)
return file.file_path
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(
self,
group_id: typing.Union[int, str],
@@ -224,9 +211,8 @@ class TelegramAPIMixin:
}
if duration > 0:
kwargs['until_date'] = datetime.datetime.now(datetime.timezone.utc) + datetime.timedelta(seconds=duration)
- record_api_result(await self.bot.restrict_chat_member(**kwargs))
+ await self.bot.restrict_chat_member(**kwargs)
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(
self,
group_id: typing.Union[int, str],
@@ -244,27 +230,23 @@ class TelegramAPIMixin:
can_send_video_notes=True,
can_send_voice_notes=True,
)
- record_api_result(
- await self.bot.restrict_chat_member(
- chat_id=group_id,
- user_id=user_id,
- permissions=permissions,
- )
+ await self.bot.restrict_chat_member(
+ chat_id=group_id,
+ user_id=user_id,
+ permissions=permissions,
)
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(
self,
group_id: typing.Union[int, str],
user_id: typing.Union[int, str],
) -> None:
"""Kick a member from the group."""
- record_api_result(await self.bot.ban_chat_member(chat_id=group_id, user_id=user_id))
+ await self.bot.ban_chat_member(chat_id=group_id, user_id=user_id)
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(
self,
group_id: typing.Union[int, str],
) -> None:
"""Make the bot leave a group."""
- record_api_result(await self.bot.leave_chat(chat_id=group_id))
+ await self.bot.leave_chat(chat_id=group_id)
diff --git a/src/langbot/pkg/platform/adapters/telegram/event_converter.py b/src/langbot/pkg/platform/adapters/telegram/event_converter.py
index f62fb2946..53a717c48 100644
--- a/src/langbot/pkg/platform/adapters/telegram/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/telegram/event_converter.py
@@ -5,8 +5,6 @@ Converts all Telegram Update types to unified EBA events, not just messages.
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
import telegram
@@ -56,7 +54,6 @@ class TelegramEventConverter(abstract_platform_adapter.AbstractEventConverter):
return None
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(
update: Update,
bot: telegram.Bot,
@@ -387,13 +384,6 @@ class LegacyEventConverter(abstract_platform_adapter.AbstractEventConverter):
return event.source_platform_object
@staticmethod
- @diagnostics.observe(
- 'event',
- 'platform.target2yiri',
- source='platform',
- stage='convert',
- fields=lambda _: {'attributes': {'adapter_evidence': False}},
- )
async def target2yiri(event: Update, bot: telegram.Bot, bot_account_id: str):
"""Convert to legacy format (FriendMessage / GroupMessage)."""
import langbot_plugin.api.entities.builtin.platform.events as legacy_events
diff --git a/src/langbot/pkg/platform/adapters/wecom/adapter.py b/src/langbot/pkg/platform/adapters/wecom/adapter.py
index 447980891..7096e8d80 100644
--- a/src/langbot/pkg/platform/adapters/wecom/adapter.py
+++ b/src/langbot/pkg/platform/adapters/wecom/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import traceback
import typing
@@ -92,7 +90,6 @@ class WecomAdapter(WecomAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
'call_platform_api',
]
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -109,7 +106,6 @@ class WecomAdapter(WecomAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
raw_results.append(await self._send_content(user_id, agent_id, content))
return platform_events.MessageResult(raw={'results': raw_results})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -125,7 +121,6 @@ class WecomAdapter(WecomAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
raw_results.append(await self._send_content(wecom_event.user_id, int(wecom_event.agent_id), content))
return platform_events.MessageResult(message_id=wecom_event.message_id, raw={'results': raw_results})
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -179,7 +174,6 @@ class WecomAdapter(WecomAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
self.bot.on_message('text')(on_message)
self.bot.on_message('image')(on_message)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: WecomEvent):
self.bot_account_id = event.receiver_id or self.bot_account_id
try:
@@ -198,7 +192,6 @@ class WecomAdapter(WecomAPIMixin, abstract_platform_adapter.AbstractPlatformAdap
await self.logger.error(f'Error in wecom native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/wecom/api_impl.py b/src/langbot/pkg/platform/adapters/wecom/api_impl.py
index b768a1259..07ec2784d 100644
--- a/src/langbot/pkg/platform/adapters/wecom/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/wecom/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.wecom_api.api import WecomClient
@@ -16,7 +14,6 @@ class WecomAPIMixin:
_message_cache: dict[str, platform_events.MessageReceivedEvent]
_user_cache: dict[str, platform_entities.User]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,7 +25,6 @@ class WecomAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
cached = self._user_cache.get(str(user_id))
if cached is not None:
@@ -40,30 +36,24 @@ class WecomAPIMixin:
username=info.get('alias') or info.get('userid') or None,
)
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
raise NotSupportedError('get_group_info')
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
) -> list[platform_entities.UserGroupMember]:
raise NotSupportedError('get_group_member_list')
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -71,7 +61,6 @@ class WecomAPIMixin:
) -> platform_entities.UserGroupMember:
raise NotSupportedError('get_group_member_info')
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -81,7 +70,6 @@ class WecomAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
diff --git a/src/langbot/pkg/platform/adapters/wecom/event_converter.py b/src/langbot/pkg/platform/adapters/wecom/event_converter.py
index 41d301ae6..94c43fd78 100644
--- a/src/langbot/pkg/platform/adapters/wecom/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/wecom/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.wecom_api.api import WecomClient
@@ -19,7 +17,6 @@ class WecomEventConverter(abstract_platform_adapter.AbstractEventConverter):
return getattr(event, 'source_platform_object', None)
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(event: WecomEvent, bot: WecomClient | None = None) -> platform_events.FriendMessage | None:
eba_event = await WecomEventConverter.target2yiri(event, bot)
if hasattr(eba_event, 'to_legacy_event'):
@@ -39,7 +36,6 @@ class WecomEventConverter(abstract_platform_adapter.AbstractEventConverter):
return None
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(event: WecomEvent, bot: WecomClient | None = None) -> platform_events.Event | None:
if event.type in {'text', 'image'}:
return await WecomEventConverter.message_to_eba(event, bot)
diff --git a/src/langbot/pkg/platform/adapters/wecombot/adapter.py b/src/langbot/pkg/platform/adapters/wecombot/adapter.py
index ce23bab27..38fb5e8df 100644
--- a/src/langbot/pkg/platform/adapters/wecombot/adapter.py
+++ b/src/langbot/pkg/platform/adapters/wecombot/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
from langbot.pkg.platform.sources.wecombot import WecomBotAdapter as LegacyWecomBotAdapter
import asyncio
@@ -135,7 +133,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
_iter_media_components = staticmethod(LegacyWecomBotAdapter._iter_media_components)
_send_media = staticmethod(LegacyWecomBotAdapter._send_media)
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -151,7 +148,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
raw = await self.bot.send_message(str(target_id), content)
return platform_events.MessageResult(raw={'result': raw})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -173,7 +169,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
raw = await self.bot.set_message(event.message_id, content)
return platform_events.MessageResult(message_id=event.message_id, raw={'result': raw})
- @diagnostics.observe('api', 'reply_message_chunk', source='platform', stage='accepted')
async def reply_message_chunk(
self,
message_source: platform_events.MessageEvent,
@@ -201,7 +196,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
async def is_stream_output_supported(self) -> bool:
return self.config.get('enable-stream-reply', True)
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
if action == 'interaction.request' and 'interaction.request' in self.get_supported_apis():
return await send_interaction(self, params)
@@ -277,7 +271,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
self.bot.on_message('event')(self._handle_native_event)
self.bot.on_message('template_card_event')(self._handle_interaction_event)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_interaction_event(self, event: WecomBotEvent):
try:
interaction_event = interaction_event_from_native(event)
@@ -286,7 +279,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
except Exception:
await self.logger.error(f'Error in WeComBot interaction callback: {traceback.format_exc()}')
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: WecomBotEvent):
try:
if platform_events.FriendMessage in self.listeners or platform_events.GroupMessage in self.listeners:
@@ -312,7 +304,6 @@ class WecomBotAdapter(WecomBotAPIMixin, abstract_platform_adapter.AbstractPlatfo
await self.logger.error(f'Error in wecombot feedback event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/wecombot/api_impl.py b/src/langbot/pkg/platform/adapters/wecombot/api_impl.py
index cbd34ba38..15758fa5b 100644
--- a/src/langbot/pkg/platform/adapters/wecombot/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/wecombot/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot_plugin.api.entities.builtin.platform import entities as platform_entities
@@ -16,7 +14,6 @@ class WecomBotAPIMixin:
_group_cache: dict[str, platform_entities.UserGroup]
_member_cache: dict[tuple[str, str], platform_entities.UserGroupMember]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,25 +25,21 @@ class WecomBotAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
cached = self._user_cache.get(str(user_id))
if cached is None:
raise NotSupportedError('get_user_info:not_cached')
return cached
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
cached = self._group_cache.get(str(group_id))
if cached is None:
raise NotSupportedError('get_group_info:not_cached')
return cached
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -57,7 +50,6 @@ class WecomBotAPIMixin:
raise NotSupportedError('get_group_member_info:not_cached')
return cached
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
@@ -66,15 +58,12 @@ class WecomBotAPIMixin:
member for (cached_group_id, _), member in self._member_cache.items() if cached_group_id == str(group_id)
]
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -84,7 +73,6 @@ class WecomBotAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
@@ -93,7 +81,6 @@ class WecomBotAPIMixin:
) -> None:
raise NotSupportedError('delete_message')
- @diagnostics.observe('api', 'forward_message', source='platform', stage='accepted')
async def forward_message(
self,
from_chat_type: str,
@@ -104,18 +91,14 @@ class WecomBotAPIMixin:
) -> platform_events.MessageResult:
raise NotSupportedError('forward_message')
- @diagnostics.observe('api', 'mute_member', source='platform', stage='accepted')
async def mute_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str], duration: int = 0):
raise NotSupportedError('mute_member')
- @diagnostics.observe('api', 'unmute_member', source='platform', stage='accepted')
async def unmute_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]):
raise NotSupportedError('unmute_member')
- @diagnostics.observe('api', 'kick_member', source='platform', stage='accepted')
async def kick_member(self, group_id: typing.Union[int, str], user_id: typing.Union[int, str]):
raise NotSupportedError('kick_member')
- @diagnostics.observe('api', 'leave_group', source='platform', stage='accepted')
async def leave_group(self, group_id: typing.Union[int, str]):
raise NotSupportedError('leave_group')
diff --git a/src/langbot/pkg/platform/adapters/wecombot/event_converter.py b/src/langbot/pkg/platform/adapters/wecombot/event_converter.py
index 207cfd71c..31fefb559 100644
--- a/src/langbot/pkg/platform/adapters/wecombot/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/wecombot/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import time
import typing
@@ -21,7 +19,6 @@ class WecomBotEventConverter(abstract_platform_adapter.AbstractEventConverter):
async def yiri2target(event: platform_events.Event) -> typing.Any:
return getattr(event, 'source_platform_object', None)
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
self, event: WecomBotEvent
) -> platform_events.FriendMessage | platform_events.GroupMessage | None:
@@ -52,7 +49,6 @@ class WecomBotEventConverter(abstract_platform_adapter.AbstractEventConverter):
source_platform_object=event,
)
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(self, event: WecomBotEvent) -> platform_events.Event:
if event.type in {'single', 'group'} and event.msgtype != 'event':
return await self.message_to_eba(event)
diff --git a/src/langbot/pkg/platform/adapters/wecomcs/adapter.py b/src/langbot/pkg/platform/adapters/wecomcs/adapter.py
index 26f132581..2fb12ef7f 100644
--- a/src/langbot/pkg/platform/adapters/wecomcs/adapter.py
+++ b/src/langbot/pkg/platform/adapters/wecomcs/adapter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import time
import traceback
@@ -94,7 +92,6 @@ class WecomCSAdapter(WecomCSAPIMixin, abstract_platform_adapter.AbstractPlatform
'call_platform_api',
]
- @diagnostics.observe('api', 'send_message', source='platform', stage='accepted')
async def send_message(
self,
target_type: str,
@@ -113,7 +110,6 @@ class WecomCSAdapter(WecomCSAPIMixin, abstract_platform_adapter.AbstractPlatform
)
return platform_events.MessageResult(raw={'results': raw_results})
- @diagnostics.observe('api', 'reply_message', source='platform', stage='accepted')
async def reply_message(
self,
message_source: platform_events.MessageEvent,
@@ -136,7 +132,6 @@ class WecomCSAdapter(WecomCSAPIMixin, abstract_platform_adapter.AbstractPlatform
)
return platform_events.MessageResult(message_id=wecom_event.message_id, raw={'results': raw_results})
- @diagnostics.observe('api', 'call_platform_api', source='platform', stage='accepted')
async def call_platform_api(self, action: str, params: dict = {}) -> dict:
handler = PLATFORM_API_MAP.get(action)
if handler is None:
@@ -191,7 +186,6 @@ class WecomCSAdapter(WecomCSAPIMixin, abstract_platform_adapter.AbstractPlatform
for msg_type in ('text', 'image', 'file', 'voice'):
self.bot.on_message(msg_type)(on_message)
- @diagnostics.observe('event', 'platform.native_receive', source='platform', stage='convert')
async def _handle_native_event(self, event: WecomCSEvent):
self.bot_account_id = event.receiver_id or self.bot_account_id
try:
@@ -214,7 +208,6 @@ class WecomCSAdapter(WecomCSAPIMixin, abstract_platform_adapter.AbstractPlatform
await self.logger.error(f'Error in wecomcs native event: {traceback.format_exc()}')
async def _dispatch_eba_event(self, event: platform_events.EBAEvent):
- diagnostics.adapter_event_received(self, event)
for event_type in (type(event), platform_events.EBAEvent, platform_events.Event):
callback = self.listeners.get(event_type)
if callback:
diff --git a/src/langbot/pkg/platform/adapters/wecomcs/api_impl.py b/src/langbot/pkg/platform/adapters/wecomcs/api_impl.py
index d14565b2a..3fca63275 100644
--- a/src/langbot/pkg/platform/adapters/wecomcs/api_impl.py
+++ b/src/langbot/pkg/platform/adapters/wecomcs/api_impl.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.wecom_customer_service_api.api import WecomCSClient
@@ -16,7 +14,6 @@ class WecomCSAPIMixin:
_message_cache: dict[str, platform_events.MessageReceivedEvent]
_user_cache: dict[str, platform_entities.User]
- @diagnostics.observe('api', 'get_message', source='platform', stage='accepted')
async def get_message(
self,
chat_type: str,
@@ -28,7 +25,6 @@ class WecomCSAPIMixin:
raise NotSupportedError('get_message:message_not_cached')
return event
- @diagnostics.observe('api', 'get_user_info', source='platform', stage='accepted')
async def get_user_info(self, user_id: typing.Union[int, str]) -> platform_entities.User:
cached = self._user_cache.get(str(user_id))
if cached is not None:
@@ -43,30 +39,24 @@ class WecomCSAPIMixin:
username=info.get('external_userid') or None,
)
- @diagnostics.observe('api', 'get_friend_list', source='platform', stage='accepted')
async def get_friend_list(self) -> list[platform_entities.User]:
return list(self._user_cache.values())
- @diagnostics.observe('api', 'upload_file', source='platform', stage='accepted')
async def upload_file(self, file_data: bytes, filename: str) -> str:
raise NotSupportedError('upload_file')
- @diagnostics.observe('api', 'get_file_url', source='platform', stage='accepted')
async def get_file_url(self, file_id: str) -> str:
raise NotSupportedError('get_file_url')
- @diagnostics.observe('api', 'get_group_info', source='platform', stage='accepted')
async def get_group_info(self, group_id: typing.Union[int, str]) -> platform_entities.UserGroup:
raise NotSupportedError('get_group_info')
- @diagnostics.observe('api', 'get_group_member_list', source='platform', stage='accepted')
async def get_group_member_list(
self,
group_id: typing.Union[int, str],
) -> list[platform_entities.UserGroupMember]:
raise NotSupportedError('get_group_member_list')
- @diagnostics.observe('api', 'get_group_member_info', source='platform', stage='accepted')
async def get_group_member_info(
self,
group_id: typing.Union[int, str],
@@ -74,7 +64,6 @@ class WecomCSAPIMixin:
) -> platform_entities.UserGroupMember:
raise NotSupportedError('get_group_member_info')
- @diagnostics.observe('api', 'edit_message', source='platform', stage='accepted')
async def edit_message(
self,
chat_type: str,
@@ -84,7 +73,6 @@ class WecomCSAPIMixin:
) -> None:
raise NotSupportedError('edit_message')
- @diagnostics.observe('api', 'delete_message', source='platform', stage='accepted')
async def delete_message(
self,
chat_type: str,
diff --git a/src/langbot/pkg/platform/adapters/wecomcs/event_converter.py b/src/langbot/pkg/platform/adapters/wecomcs/event_converter.py
index 64201513b..3dc56c68e 100644
--- a/src/langbot/pkg/platform/adapters/wecomcs/event_converter.py
+++ b/src/langbot/pkg/platform/adapters/wecomcs/event_converter.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
from langbot.libs.wecom_customer_service_api.api import WecomCSClient
@@ -19,7 +17,6 @@ class WecomCSEventConverter(abstract_platform_adapter.AbstractEventConverter):
return getattr(event, 'source_platform_object', None)
@staticmethod
- @diagnostics.observe('event', 'platform.target2legacy', source='platform', stage='convert')
async def target2legacy(
event: WecomCSEvent, bot: WecomCSClient | None = None
) -> platform_events.FriendMessage | None:
@@ -29,7 +26,6 @@ class WecomCSEventConverter(abstract_platform_adapter.AbstractEventConverter):
return None
@staticmethod
- @diagnostics.observe('event', 'platform.target2yiri', source='platform', stage='convert')
async def target2yiri(event: WecomCSEvent, bot: WecomCSClient | None = None) -> platform_events.Event | None:
if event.type in {'text', 'image', 'file', 'voice'}:
return await WecomCSEventConverter.message_to_eba(event, bot)
diff --git a/src/langbot/pkg/platform/botmgr.py b/src/langbot/pkg/platform/botmgr.py
index e1c819fda..401abc2db 100644
--- a/src/langbot/pkg/platform/botmgr.py
+++ b/src/langbot/pkg/platform/botmgr.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from ..telemetry import diagnostics
-
import asyncio
import contextlib
import dataclasses
@@ -370,22 +368,6 @@ class RuntimeBot:
) -> dict[str, typing.Any]:
"""Record structured event routing state while preserving the human log."""
binding = binding or {}
- diagnostics.event(
- self,
- 'route',
- 'route.primary',
- {
- 'not_matched': 'skipped',
- 'discarded': 'skipped',
- 'matched': 'started',
- 'delivered': 'succeeded',
- 'failed': 'failed',
- }.get(status, 'unknown'),
- stage='dispatch',
- platform_event_type=event_type,
- processor_type=target_type or binding.get('target_type', ''),
- reason_code=failure_code or status,
- )
metadata = {
'kind': 'event_route_trace',
'event_type': event_type,
@@ -398,16 +380,6 @@ class RuntimeBot:
'reason': reason or text,
'run_id': run_id,
}
- diagnostics.set_outcome(
- {
- 'not_matched': 'skipped',
- 'discarded': 'skipped',
- 'matched': 'started',
- 'delivered': 'succeeded',
- 'failed': 'failed',
- }.get(status, 'unknown'),
- reason_code=failure_code or status,
- )
log_method = getattr(self.logger, level, self.logger.info)
await log_method(text, metadata=metadata)
return metadata
@@ -863,7 +835,6 @@ class RuntimeBot:
processor_id=agent.get('uuid'),
)
- @diagnostics.observe('event', 'platform.receive', source='platform', stage='dispatch')
async def _handle_platform_event(
self,
event: platform_events.EBAEvent,
@@ -893,7 +864,6 @@ class RuntimeBot:
if isinstance(result, BaseException):
await self.logger.error(f'Event delivery failed: {result}')
- @diagnostics.observe('route', 'route.subscription', source='platform', stage='dispatch')
async def _dispatch_plugin_subscription(self, event, adapter, processor_uuid):
event_type = event.type
event_binding = {
@@ -912,7 +882,6 @@ class RuntimeBot:
# Resolve the installed declaration each time, including after plugin updates.
patterns = descriptor.supported_event_patterns
if not patterns or not self._agent_supports_event_type(patterns, event_type):
- diagnostics.set_outcome('skipped', reason_code='not_matched')
return
agent = {**agent, 'supported_event_patterns': patterns}
return await self._dispatch_eba_event_to_processor(event, adapter, event_binding, agent)
@@ -929,7 +898,6 @@ class RuntimeBot:
text=f'Plugin processor {processor_uuid} failed: {exc}',
)
- @diagnostics.observe('route', 'route.dispatch', source='platform', stage='dispatch')
async def _dispatch_eba_event_to_processor(
self,
event: platform_events.EBAEvent,
@@ -1200,7 +1168,6 @@ class RuntimeBot:
except Exception as e:
await self.logger.error(f'Failed to record discarded message: {e}')
- @diagnostics.observe('event', 'platform.legacy_receive', source='platform', stage='dispatch')
async def _handle_legacy_message_event(
self,
event: platform_events.FriendMessage | platform_events.GroupMessage,
@@ -1286,7 +1253,6 @@ class RuntimeBot:
execution_context=self.execution_context,
)
- @diagnostics.observe('interaction', 'interaction.submit', source='platform', stage='dispatch')
async def _handle_interaction_submission(
self,
event: platform_events.PlatformSpecificEvent,
@@ -1395,7 +1361,6 @@ class RuntimeBot:
execution_context=self.execution_context,
)
- @diagnostics.observe('interaction', 'interaction.resume', source='platform', stage='resume')
async def _resume_agent_interaction(
self,
record: dict[str, typing.Any],
@@ -1550,8 +1515,6 @@ class RuntimeBot:
return
await self._handle_platform_event(self._legacy_message_to_eba_event(event, adapter), adapter)
- from ..telemetry.diagnostic_catalog import snapshot_bot
-
get_supported_events = getattr(self.adapter, 'get_supported_events', None)
supported_events: list[str] = []
if callable(get_supported_events):
@@ -1623,8 +1586,6 @@ class RuntimeBot:
platform_events.EBAEvent,
tenant_scoped_listener(on_eba_event),
)
- # Registration is evidence of an installed listener, not a live connection.
- snapshot_bot(self, listener_registered=True)
async def run(self):
async def exception_wrapper():
diff --git a/src/langbot/pkg/plugin/agent_run_support.py b/src/langbot/pkg/plugin/agent_run_support.py
index 4bd770d20..a14d044d2 100644
--- a/src/langbot/pkg/plugin/agent_run_support.py
+++ b/src/langbot/pkg/plugin/agent_run_support.py
@@ -2,8 +2,6 @@
from __future__ import annotations
-from ..telemetry import diagnostics
-
from typing import Any, Union
import json
import time
@@ -303,8 +301,6 @@ async def _validate_agent_run_session(
)
if not available_apis.get(api_capability, False) and not has_admin_permission:
return None, handler.ActionResponse.error(message=f'{api_name} access not authorized')
-
- diagnostics.link_context(session.get('_diagnostic_context'))
return session, None
diff --git a/src/langbot/pkg/plugin/connector.py b/src/langbot/pkg/plugin/connector.py
index c453e016a..dc9aa9bec 100644
--- a/src/langbot/pkg/plugin/connector.py
+++ b/src/langbot/pkg/plugin/connector.py
@@ -1,8 +1,6 @@
# For connect to plugin runtime.
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import asyncio
import contextlib
import contextvars
@@ -720,7 +718,6 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
}
)
- @diagnostics.observe('lifecycle', 'runtime.prepare_connected_runtime', source='runtime', stage='execute')
async def _prepare_connected_runtime(self) -> None:
"""Handshake follow-up: pin OSS compatibility, then replay authority."""
@@ -906,7 +903,6 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
self.schedule_reconnect()
failures = 0
- @diagnostics.observe('lifecycle', 'runtime.initialize', source='runtime', stage='execute')
async def initialize(self):
if not self.is_enable_plugin:
self.ap.logger.info('Plugin system is disabled.')
@@ -1817,7 +1813,6 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
}
return {**install_info, '_certification': certification_info}, verified
- @diagnostics.observe('lifecycle', 'runtime.install_plugin', source='runtime', stage='execute')
async def install_plugin(
self,
install_source: PluginInstallSource,
@@ -1984,7 +1979,6 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
task_context.set_current_action('plugin updated' if operation == 'upgrade' else 'plugin installed')
task_context.metadata['progress_percent'] = 100
- @diagnostics.observe('lifecycle', 'runtime.upgrade_plugin', source='runtime', stage='execute')
async def upgrade_plugin(
self,
plugin_author: str,
@@ -2011,7 +2005,6 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
)
return {}
- @diagnostics.observe('lifecycle', 'runtime.delete_plugin', source='runtime', stage='execute')
async def delete_plugin(
self,
plugin_author: str,
diff --git a/src/langbot/pkg/plugin/handler.py b/src/langbot/pkg/plugin/handler.py
index 9df92e778..c8d12c340 100644
--- a/src/langbot/pkg/plugin/handler.py
+++ b/src/langbot/pkg/plugin/handler.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from ..telemetry import diagnostics
-
import asyncio
import inspect
import typing
@@ -646,8 +644,6 @@ class RuntimeConnectionHandler(handler.Handler):
payload fields can never select the scope. A transaction-free boundary
avoids reserving one pooled connection across provider and network waits.
"""
-
- diagnostics.annotate(workspace_uuid=action_context.workspace_uuid)
persistence_mgr = getattr(self.ap, 'persistence_mgr', None)
if persistence_mgr is None:
yield
@@ -700,9 +696,7 @@ class RuntimeConnectionHandler(handler.Handler):
async for response in responses:
yield response
- self.actions[action_name] = diagnostics.observe(
- 'api', 'host.' + action_name, source='plugin', ap=self.ap
- )(secured_stream_action)
+ self.actions[action_name] = secured_stream_action
continue
async def secured_action(
@@ -731,9 +725,7 @@ class RuntimeConnectionHandler(handler.Handler):
response = await response
return response
- self.actions[action_name] = diagnostics.observe('api', 'host.' + action_name, source='plugin', ap=self.ap)(
- secured_action
- )
+ self.actions[action_name] = secured_action
async def _get_plugin_setting(
self,
diff --git a/src/langbot/pkg/provider/modelmgr/requester.py b/src/langbot/pkg/provider/modelmgr/requester.py
index 331cb6fa7..069c9981e 100644
--- a/src/langbot/pkg/provider/modelmgr/requester.py
+++ b/src/langbot/pkg/provider/modelmgr/requester.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import abc
import typing
import time
@@ -100,7 +98,6 @@ class RuntimeProvider:
raise WorkspaceInvariantError('LLM invocation requires an ExecutionContext when query is absent')
return execution_context
- @diagnostics.observe('api', 'model.invoke_llm', source='agent')
async def invoke_llm(
self,
query: pipeline_query.Query | None,
@@ -185,7 +182,6 @@ class RuntimeProvider:
except Exception as monitor_err:
self.requester.ap.logger.error(f'[Monitoring] Failed to record LLM call: {monitor_err}')
- @diagnostics.observe('api', 'model.invoke_llm_stream', source='agent')
async def invoke_llm_stream(
self,
query: pipeline_query.Query | None,
@@ -268,7 +264,6 @@ class RuntimeProvider:
except Exception as monitor_err:
self.requester.ap.logger.error(f'[Monitoring] Failed to record LLM stream call: {monitor_err}')
- @diagnostics.observe('api', 'model.invoke_embedding', source='agent')
async def invoke_embedding(
self,
model: RuntimeEmbeddingModel,
@@ -336,7 +331,6 @@ class RuntimeProvider:
except Exception as monitor_err:
self.requester.ap.logger.error(f'[Monitoring] Failed to record embedding call: {monitor_err}')
- @diagnostics.observe('api', 'model.invoke_rerank', source='agent')
async def invoke_rerank(
self,
model: RuntimeRerankModel,
diff --git a/src/langbot/pkg/provider/tools/toolmgr.py b/src/langbot/pkg/provider/tools/toolmgr.py
index 0dda17b56..b09dff9d8 100644
--- a/src/langbot/pkg/provider/tools/toolmgr.py
+++ b/src/langbot/pkg/provider/tools/toolmgr.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import typing
import time
import inspect
@@ -475,7 +473,6 @@ class ToolManager:
)
return result
- @diagnostics.observe('api', 'tool.execute', source='agent', stage='execute')
async def execute_func_call(
self,
name: str,
diff --git a/src/langbot/pkg/rag/service/runtime.py b/src/langbot/pkg/rag/service/runtime.py
index b8b814f27..a685dc521 100644
--- a/src/langbot/pkg/rag/service/runtime.py
+++ b/src/langbot/pkg/rag/service/runtime.py
@@ -1,7 +1,5 @@
from __future__ import annotations
-from langbot.pkg.telemetry import diagnostics
-
import posixpath
import re
from typing import TYPE_CHECKING, Any
@@ -73,7 +71,6 @@ class RAGRuntimeService:
raise WorkspaceNotFoundError('Knowledge base not found')
return kb_uuid
- @diagnostics.observe('api', 'knowledge.vector_upsert', source='agent')
async def vector_upsert(
self,
execution_context: ExecutionContext,
@@ -101,7 +98,6 @@ class RAGRuntimeService:
documents=documents,
)
- @diagnostics.observe('api', 'knowledge.vector_search', source='agent')
async def vector_search(
self,
execution_context: ExecutionContext,
@@ -126,7 +122,6 @@ class RAGRuntimeService:
vector_weight=vector_weight,
)
- @diagnostics.observe('api', 'knowledge.vector_delete', source='agent')
async def vector_delete(
self,
execution_context: ExecutionContext,
@@ -163,7 +158,6 @@ class RAGRuntimeService:
)
return count
- @diagnostics.observe('api', 'knowledge.vector_list', source='agent')
async def vector_list(
self,
execution_context: ExecutionContext,
@@ -192,7 +186,6 @@ class RAGRuntimeService:
offset=offset,
)
- @diagnostics.observe('api', 'knowledge.get_file_stream', source='agent')
async def get_file_stream(
self,
execution_context: ExecutionContext,
diff --git a/src/langbot/pkg/telemetry/adapter_diagnostics.py b/src/langbot/pkg/telemetry/adapter_diagnostics.py
deleted file mode 100644
index 301dd9113..000000000
--- a/src/langbot/pkg/telemetry/adapter_diagnostics.py
+++ /dev/null
@@ -1,252 +0,0 @@
-"""Finite adapter acceptance evidence, without message contents or target IDs."""
-
-from __future__ import annotations
-
-from .diagnostic_catalog import catalog
-
-
-def boundary_fields(module, kind, operation, bound, parent):
- """Only the actual adapter API / EBA conversion boundary counts as a test."""
- entry = next((v for k, v in catalog().items() if k in module.split('.')), None)
- if entry is None or '.platform.adapters.' not in module:
- return {}
- evidence = kind == 'event' and operation == 'platform.target2yiri'
- resolved = operation
- if kind == 'api':
- evidence = True
- if operation == 'call_platform_api':
- action = bound.get('action')
- if isinstance(action, str) and 'platform_api.' + action in entry['specific_apis']:
- resolved = 'platform_api.' + action
- elif action in entry['apis'] and action != 'call_platform_api':
- resolved = action
- else:
- # Keep the generic boundary for investigation, not a false named test.
- evidence = False
- if (
- entry['adapter'] == 'lark-omni'
- and resolved
- in {
- 'platform_api.check_tenant_access_token',
- 'platform_api.refresh_app_access_token',
- 'platform_api.refresh_tenant_access_token',
- }
- and getattr(bound.get('self'), 'config', {}).get('app_type', 'self') != 'isv'
- ):
- # Self-built apps return {'ok': True} without checking/refreshing a token.
- evidence = False
- # A forwarding API may call another decorated method. Count the outer call.
- if parent and parent.adapter_api_active:
- evidence = False
- if not evidence:
- return {'_adapter_api_active': kind == 'api'}
- return {
- '_adapter_api_active': kind == 'api',
- '_adapter_void_ack': completed_void_api(module, resolved),
- '_adapter_read_ack': completed_read_api(module, resolved),
- 'operation': resolved,
- 'attributes': {'adapter_evidence': True, **message_scenario(bound)},
- }
-
-
-def message_scenario(bound):
- """Read typed routing/media categories only; never serialize a payload."""
- from langbot_plugin.api.entities.builtin.platform.events import MessageReceivedEvent
- from langbot_plugin.api.entities.builtin.platform.message import MessageChain
-
- event = bound.get('event') or bound.get('message_source')
- target = bound.get('target_type') or bound.get('chat_type')
- message = bound.get('message') or bound.get('new_content')
- if isinstance(event, MessageReceivedEvent):
- target = event.chat_type
- message = event.message_chain
- result = {}
- if target is not None:
- target = getattr(target, 'value', target)
- if target == 'private':
- target = 'person'
- result['chat_type'] = target if target in ('person', 'group') else 'unknown'
- if isinstance(message, MessageChain):
- types = set()
- for item in message:
- name = type(item).__name__
- types.add(
- {
- 'Plain': 'text',
- 'Image': 'image',
- 'Voice': 'audio',
- 'Audio': 'audio',
- 'Video': 'video',
- 'File': 'file',
- }.get(name, 'other')
- )
- result['content_type'] = next(iter(types)) if len(types) == 1 else 'mixed' if types else 'unknown'
- return result
-
-
-# These exact API implementations always await an exception-raising SDK call,
-# including SDKs whose successful acknowledgement has no return payload.
-# Do not extend this to methods with conditional no-op or queued work.
-VOID_ACKNOWLEDGED_APIS = {
- 'aiocqhttp': frozenset(
- {
- 'delete_message',
- 'set_group_name',
- 'mute_member',
- 'unmute_member',
- 'kick_member',
- 'leave_group',
- 'approve_friend_request',
- 'approve_group_invite',
- }
- ),
- 'discord': frozenset(
- {
- 'edit_message',
- 'delete_message',
- 'mute_member',
- 'unmute_member',
- 'kick_member',
- 'leave_group',
- }
- ),
- 'kook': frozenset({'delete_message'}),
-}
-
-
-def completed_void_api(module, operation):
- return module.endswith('.api_impl') and any(
- directory in module.split('.') and operation in operations
- for directory, operations in VOID_ACKNOWLEDGED_APIS.items()
- )
-
-
-# These read methods return actual fetched/cached data or raise. Exclude the
-# known identity-only placeholders and file-ID passthroughs: a typed result alone
-# is not evidence that a lookup worked. Unsupported methods still raise normally.
-_READ_APIS = frozenset(
- {
- 'get_message',
- 'get_group_info',
- 'get_group_list',
- 'get_group_member_list',
- 'get_group_member_info',
- 'get_user_info',
- 'get_friend_list',
- 'get_file_url',
- }
-)
-READ_ACKNOWLEDGED_APIS = {
- 'aiocqhttp': _READ_APIS,
- 'telegram': _READ_APIS,
- 'discord': _READ_APIS - {'get_file_url'},
- 'dingtalk': _READ_APIS - {'get_group_info', 'get_user_info'},
- 'kook': _READ_APIS - {'get_file_url'},
- 'lark': _READ_APIS - {'get_user_info', 'get_group_member_info', 'get_file_url'},
- 'officialaccount': _READ_APIS,
- 'qqofficial': _READ_APIS,
- 'slack': _READ_APIS,
- 'wecom': _READ_APIS - {'get_user_info'},
- 'wecombot': _READ_APIS,
- 'wecomcs': _READ_APIS,
-}
-
-
-def completed_read_api(module, operation):
- return module.endswith('.api_impl') and any(
- directory in module.split('.') and operation in operations
- for directory, operations in READ_ACKNOWLEDGED_APIS.items()
- )
-
-
-def response_outcome(value, adapter=None):
- """Finite acknowledgement contracts; never inspect or export message content.
-
- A MessageResult may contain an *inbound* message ID even when nothing was
- sent. Only its actual raw acknowledgement is eligible. Empty/queued/unknown
- returns are unconfirmed, not failures. Unknown SDK shapes need an explicit
- confirmation at their operation boundary, not a truthiness fallback.
- """
- from langbot_plugin.api.entities.builtin.platform.events import MessageResult
-
- message_result = isinstance(value, MessageResult)
- if message_result:
- value = value.raw
- if not isinstance(value, dict):
- return 'skipped'
- if (
- value.get('ok') is False
- or value.get('status') == 'failed'
- or any(type(value.get(key)) is int and value[key] != 0 for key in ('retcode', 'errcode', 'code'))
- ):
- return 'failed'
- if value.get('queued') is True or value.get('status') == 'async':
- return 'skipped'
- # The wrappers that batch sends retain the real responses in these fields.
- if 'results' in value:
- results = value['results']
- if not isinstance(results, list) or not results:
- return 'skipped'
- outcomes = [response_outcome(item, adapter) for item in results]
- return 'failed' if 'failed' in outcomes else 'skipped' if 'skipped' in outcomes else 'succeeded'
- for key in ('result', 'raw'):
- if key in value:
- return response_outcome(value[key], adapter)
- if (
- value.get('ok') is True
- or value.get('status') == 'ok'
- or any(type(value.get(key)) is int and value[key] == 0 for key in ('retcode', 'errcode', 'code'))
- ):
- return 'succeeded'
- if message_result:
- # These wrappers put only SDK-returned IDs in raw (never the source ID).
- if adapter in {'aiocqhttp-omni', 'discord-omni', 'telegram-omni'}:
- message_id = value.get('message_id')
- if type(message_id) in (str, int) and message_id:
- return 'succeeded'
- if adapter == 'lark-omni':
- ids = value.get('message_ids')
- if isinstance(ids, list) and ids and all(isinstance(item, str) and item for item in ids):
- return 'succeeded'
- return 'skipped'
-
-
-def record_api_result(value, *, edited_content=None):
- """Record Telegram's Message/True acknowledgement and return it unchanged.
-
- This runs after the SDK await, not after conversion or local stream setup.
- No payload is retained; exceptions and the adapter's public return stay intact.
- """
- try:
- from .diagnostics import current_span
-
- span = current_span()
- if span is not None and span.kind == 'api' and span.fields.get('attributes', {}).get('adapter_evidence'):
- from telegram import Message
-
- outcome = (
- 'succeeded'
- if value is True or isinstance(value, Message)
- else 'failed'
- if value is False
- else 'skipped'
- )
- if outcome == 'succeeded' and edited_content is not None:
- from langbot_plugin.api.entities.builtin.platform.message import Plain
-
- if any(not isinstance(item, Plain) for item in edited_content):
- outcome = 'partial'
- # One unacknowledged component must not be hidden by a later success.
- prior = span.adapter_api_result
- span.adapter_api_result = (
- 'failed'
- if 'failed' in (prior, outcome)
- else 'skipped'
- if 'skipped' in (prior, outcome)
- else 'partial'
- if 'partial' in (prior, outcome)
- else outcome
- )
- except Exception:
- pass
- return value
diff --git a/src/langbot/pkg/telemetry/diagnostic_catalog.py b/src/langbot/pkg/telemetry/diagnostic_catalog.py
deleted file mode 100644
index 4eb92b045..000000000
--- a/src/langbot/pkg/telemetry/diagnostic_catalog.py
+++ /dev/null
@@ -1,93 +0,0 @@
-"""Packaged capability catalog and projections from existing runtime declarations."""
-
-from __future__ import annotations
-
-from functools import lru_cache
-from pathlib import Path
-
-import yaml
-
-from . import diagnostic_privacy as privacy
-
-
-@lru_cache(maxsize=1)
-def catalog():
- result = {}
- base = Path(__file__).resolve().parents[1] / 'platform'
- for manifest in sorted((base / 'adapters').glob('*/manifest.yaml')):
- data = yaml.safe_load(manifest.read_text(encoding='utf-8'))
- spec = data.get('spec', {})
- name = data['metadata']['name']
- privacy.code_value('adapter', name)
- events = spec.get('supported_events', [])
- apis = spec.get('supported_apis', {})
- apis = apis if isinstance(apis, list) else [v for items in apis.values() for v in items]
- for event in events:
- privacy.code_value('platform_event_type', event)
- for operation in apis:
- privacy.code_value('operation', operation)
- specific_apis = []
- for api in spec.get('platform_specific_apis', []):
- privacy.code_value('operation', api['action'])
- specific_apis.append(privacy.code_value('operation', 'platform_api.' + api['action']))
- result[manifest.parent.name] = {
- 'adapter': name,
- 'events': events,
- 'apis': apis,
- 'specific_apis': specific_apis,
- }
- return result
-
-
-def adapter_fields(adapter):
- module = type(adapter).__module__.split('.')
- entry = next((entry for directory, entry in catalog().items() if directory in module), None)
- return {'adapter': entry['adapter']} if entry else {}
-
-
-def _snapshot_bot(bot, *, listener_registered=False):
- from . import diagnostics
-
- manager = getattr(bot.ap, 'diagnostics', None)
- if not isinstance(manager, diagnostics.DiagnosticsManager) or not manager.enabled:
- return
- fields = adapter_fields(bot.adapter)
- if not fields:
- return
- fields['workspace_uuid'] = bot.execution_context.workspace_uuid
- entry = next(e for e in catalog().values() if e['adapter'] == fields['adapter'])
- for capability_type, method, declared in (
- ('event', 'get_supported_events', entry['events']),
- ('api', 'get_supported_apis', entry['apis'] + entry['specific_apis']),
- ):
- try:
- supported = set(getattr(bot.adapter, method)() or [])
- except Exception:
- supported = set()
- for name in declared:
- if name == 'call_platform_api':
- continue
- manager.emit(
- 'capability',
- name if capability_type == 'api' else 'platform.receive',
- 'succeeded',
- source='platform',
- stage='snapshot',
- **fields,
- platform_event_type=name if capability_type == 'event' else '',
- attributes={
- 'capability_type': capability_type,
- 'capability_name': name,
- 'supported': name in supported
- or (name in entry['specific_apis'] and 'call_platform_api' in supported),
- 'configured': True,
- **({'listener_registered': listener_registered} if capability_type == 'event' else {}),
- },
- )
-
-
-def snapshot_bot(bot, *, listener_registered=False):
- try:
- _snapshot_bot(bot, listener_registered=listener_registered)
- except Exception:
- pass
diff --git a/src/langbot/pkg/telemetry/diagnostic_privacy.py b/src/langbot/pkg/telemetry/diagnostic_privacy.py
deleted file mode 100644
index 14dc21609..000000000
--- a/src/langbot/pkg/telemetry/diagnostic_privacy.py
+++ /dev/null
@@ -1,117 +0,0 @@
-"""Closed, content-free projection for Beta diagnostics; never serialize payloads."""
-
-from __future__ import annotations
-
-import builtins
-import hashlib
-import math
-import re
-from uuid import UUID
-
-KINDS = frozenset('lifecycle event route run api delivery interaction capability transport summary'.split())
-SOURCES = frozenset(
- 'platform pipeline agent event_processor webui_debug http websocket mcp plugin runtime startup internal synthetic'.split()
-)
-OUTCOMES = frozenset('started succeeded failed cancelled timeout skipped rejected waiting partial unknown'.split())
-PROCESSORS = frozenset(('', 'pipeline', 'agent', 'event_processor'))
-# These sets are populated ONLY by source-code decorators / packaged manifests,
-# never by requests, installed third-party plugin declarations or configuration.
-VOCABULARY: dict[str, set[str]] = {
- 'operation': {'diagnostics.transport', 'startup', 'route.primary', 'route.subscription', 'runner.run'},
- 'stage': {'execute', 'prepare', 'convert', 'dispatch', 'accepted', 'ack', 'resume', 'shutdown', 'snapshot'},
- 'adapter': set(),
- 'platform_event_type': set(),
- 'reason_code': set(
- 'runner_failed response_error route_not_found processor_incompatible processor_not_found discarded not_matched matched delivered waiting interaction_rejected generator_closed transport_loss'.split()
- ),
- 'capability_type': {'event', 'api', 'processor'},
- 'tool_category': {'native', 'plugin', 'mcp', 'skill', 'platform', 'unknown'},
- 'transport': {'stdio', 'websocket', 'http', 'unknown'},
- 'runner_usage': {'agent', 'event'},
- 'os': {'linux', 'darwin', 'windows'},
- 'arch': {'x86_64', 'aarch64', 'arm64', 'amd64'},
- 'database': {'sqlite', 'postgresql'},
- 'edition': {'community', 'cloud', 'enterprise'},
- 'chat_type': {'person', 'group', 'unknown'},
- 'content_type': {'text', 'image', 'audio', 'video', 'file', 'mixed', 'other', 'unknown'},
-}
-BOOLS = frozenset(
- 'stream synthetic configured available previous_session_unclean recovered supported adapter_evidence listener_registered'.split()
-)
-NUMBERS = frozenset(
- 'attempts successes failures cancellations timeouts partial unknown generated queued acked dropped retried failed queue_size capacity result_count input_tokens output_tokens'.split()
-)
-VERSIONS = frozenset('sdk_version plugin_version runner_version python_version'.split())
-
-
-def code_value(field: str, value: str) -> str:
- """Register a literal from trusted Core source, not a runtime string."""
- VOCABULARY.setdefault(field, set()).add(value)
- return value
-
-
-def category(field: str, value) -> str:
- return value if type(value) is str and value in VOCABULARY.get(field, ()) else ''
-
-
-def opaque(value) -> str:
- if not isinstance(value, str):
- return ''
- try:
- return str(UUID(value))
- except (ValueError, TypeError, AttributeError):
- return ''
-
-
-def version_string(value) -> str:
- # Public package versions only; do not permit arbitrary PEP440 local labels.
- return value if isinstance(value, str) and re.fullmatch(r'[0-9][0-9.abrcdevpost-]{0,47}', value) else ''
-
-
-def attributes(values) -> dict:
- if not isinstance(values, dict):
- return {}
- result = {}
- for key, value in values.items():
- if key in BOOLS and type(value) is bool:
- result[key] = value
- elif key in NUMBERS and type(value) is int and math.isfinite(value) and 0 <= value <= 1_000_000:
- result[key] = value
- elif key in VERSIONS and version_string(value):
- result[key] = value
- elif key in VOCABULARY and key not in {'operation', 'stage', 'adapter', 'platform_event_type', 'reason_code'}:
- if category(key, value):
- result[key] = value
- elif key == 'capability_name' and any(category(f, value) for f in ('operation', 'platform_event_type')):
- result[key] = value
- elif key == 'capability_name' and value in PROCESSORS - {''}:
- result[key] = value
- elif key in ('event_types', 'api_operations', 'processor_types') and isinstance(value, (tuple, list)):
- allowed = (
- VOCABULARY['platform_event_type']
- if key == 'event_types'
- else VOCABULARY['operation']
- if key == 'api_operations'
- else PROCESSORS
- )
- result[key] = [v for v in value[:128] if type(v) is str and v in allowed]
- elif (
- key in ('source_revision', 'target_revision')
- and isinstance(value, str)
- and re.fullmatch('[a-f0-9]{40}', value)
- ):
- result[key] = value
- elif key == 'latency_buckets' and isinstance(value, (list, tuple)):
- result[key] = [v for v in value[:128] if type(v) is int and 0 <= v <= 1_000_000]
- return result
-
-
-def error_fields(error: BaseException, operation: str, stage: str) -> dict:
- cls = type(error)
- # Third party exception names may be dynamically constructed from input.
- name = cls.__name__ if getattr(builtins, cls.__name__, None) is cls else 'Exception'
- if isinstance(error, TimeoutError):
- name = 'TimeoutError'
- # No message, traceback, filename, line number, or locals are inspected.
- fingerprint = hashlib.sha256(f'{operation}|{stage}|{cls.__module__}|{cls.__qualname__}'.encode()).hexdigest()
- return {'error_type': name, 'error_fingerprint': fingerprint}
diff --git a/src/langbot/pkg/telemetry/diagnostic_transport.py b/src/langbot/pkg/telemetry/diagnostic_transport.py
deleted file mode 100644
index 4220bd1a1..000000000
--- a/src/langbot/pkg/telemetry/diagnostic_transport.py
+++ /dev/null
@@ -1,399 +0,0 @@
-"""Bounded, memory-only Beta diagnostics transport, isolated from usage telemetry."""
-
-from __future__ import annotations
-
-import asyncio
-import contextlib
-import importlib.metadata
-import json
-import os
-import random
-import re
-import time
-import platform
-import sys
-from pathlib import Path
-from collections import Counter
-from datetime import datetime, timezone
-from uuid import uuid4
-
-import httpx
-from packaging.version import Version, InvalidVersion
-
-from . import diagnostic_privacy as privacy
-
-
-class DiagnosticsManager:
- """All producers are synchronous; only this owned worker performs I/O.
-
- Retention: 2048 events / 15 minutes, 5 attempts, 8 KiB per event. An in-flight
- event stays in the same bounded queue until explicitly ACKed. No disk spool
- means abrupt process loss cannot be counted after restart (documented).
- """
-
- def __init__(self, ap, *, version=None, instance_id=None, capacity=2048, marker_path=None):
- from ..utils import constants
- from .diagnostic_catalog import catalog
-
- with contextlib.suppress(Exception):
- catalog()
- self.ap = ap
- self.marker_path = Path(marker_path) if marker_path is not None else None
- self._session_id = str(uuid4())
- self._marker_active = False
- raw_version = version or importlib.metadata.version('langbot')
- try:
- parsed = Version(raw_version)
- self.version = str(parsed)
- self.beta = bool(parsed.pre and parsed.pre[0] == 'b' and not parsed.local)
- except InvalidVersion:
- self.version, self.beta = '', False
- self.instance_id = instance_id or constants.instance_id
- try:
- from langbot._build_info import CORE_REVISION
- except ImportError:
- CORE_REVISION = ''
- candidate = os.getenv('LANGBOT_BUILD_REVISION', CORE_REVISION)
- self.revision = candidate.lower() if re.fullmatch('[a-fA-F0-9]{40}', candidate or '') else ''
- try:
- self.sdk_version = privacy.version_string(importlib.metadata.version('langbot-plugin'))
- except importlib.metadata.PackageNotFoundError:
- self.sdk_version = ''
- self.capacity = max(1, min(capacity, 2048))
- self.pending: list[dict] = []
- self.counters = Counter()
- self._reported = Counter()
- self._last_retry = False
- self.max_attempts = 5
- self.retention_seconds = 900
- self.request_timeout = 10
- self.client: httpx.AsyncClient | None = None
- self._attempts: dict[str, int] = {}
- self._born: dict[str, float] = {}
- self._worker = None
- self._request = None
- self._closing = False
- self._wake = asyncio.Event()
- self._flush_lock = asyncio.Lock()
-
- async def start_session(self):
- """One bounded, content-free marker per process; never per-event disk I/O."""
- if not self.enabled:
- await self._clear_marker()
- return
- previous = False
- if self.marker_path is not None:
-
- def mark():
- previous = self.marker_path.exists()
- self.marker_path.parent.mkdir(parents=True, exist_ok=True)
- self.marker_path.write_text(self._session_id)
- return previous
-
- with contextlib.suppress(Exception):
- previous = await asyncio.to_thread(mark)
- self._marker_active = True
- privacy.code_value('operation', 'startup.session')
- self.emit(
- 'lifecycle',
- 'startup.session',
- 'started',
- source='startup',
- stage='snapshot',
- attributes={
- 'previous_session_unclean': previous,
- 'os': platform.system().lower(),
- 'arch': platform.machine().lower(),
- 'python_version': '.'.join(map(str, sys.version_info[:3])),
- 'database': self.ap.instance_config.data.get('database', {}).get('use', ''),
- 'edition': self.ap.instance_config.data.get('system', {}).get('edition', ''),
- },
- )
-
- async def _clear_marker(self):
- if self.marker_path is None:
- return
-
- def remove():
- if self.marker_path.exists():
- with self.marker_path.open() as handle:
- owner = handle.read(64)
- if owner == self._session_id or not self._marker_active:
- self.marker_path.unlink(missing_ok=True)
-
- with contextlib.suppress(Exception):
- await asyncio.to_thread(remove)
- self._marker_active = False
-
- @property
- def enabled(self):
- config = getattr(getattr(self.ap, 'instance_config', None), 'data', {}).get('space', {})
- return (
- self.beta
- and not self._closing
- and not config.get('disable_telemetry', False)
- and not config.get('disable_beta_diagnostics', False)
- and bool(config.get('url'))
- )
-
- def clear(self):
- self.pending.clear()
- self._attempts.clear()
- self._born.clear()
- if self._request is not None and not self._request.done():
- self._request.cancel()
-
- def emit(
- self,
- kind,
- operation,
- outcome,
- *,
- source='internal',
- workspace_uuid='',
- attributes=None,
- stage='execute',
- adapter='',
- processor_type='',
- platform_event_type='',
- reason_code='',
- duration_ms=0,
- error=None,
- trace_id='',
- span_id='',
- parent_span_id='',
- run_id='',
- **ignored,
- ):
- """Project known scalar fields; failures in diagnostics never escape."""
- try:
- if not self.enabled:
- self.clear()
- return
- if kind not in privacy.KINDS or outcome not in privacy.OUTCOMES:
- return
- self.counters['generated'] += 1
- event = {
- 'schema_version': 1,
- 'event_id': str(uuid4()),
- 'kind': kind,
- 'instance_id': self.instance_id,
- 'workspace_uuid': privacy.opaque(workspace_uuid),
- 'core_version': self.version,
- 'core_revision': self.revision,
- 'sdk_version': self.sdk_version,
- 'release_channel': 'beta',
- 'source': source if source in privacy.SOURCES else 'internal',
- 'operation': privacy.category('operation', operation),
- 'stage': privacy.category('stage', stage),
- 'outcome': outcome,
- 'reason_code': privacy.category('reason_code', reason_code),
- 'adapter': privacy.category('adapter', adapter),
- 'processor_type': processor_type if processor_type in privacy.PROCESSORS else '',
- 'platform_event_type': privacy.category('platform_event_type', platform_event_type),
- 'occurred_at': datetime.now(timezone.utc).isoformat(),
- 'count': 1,
- 'sample_rate': 1,
- 'duration_ms': max(0, min(float(duration_ms), 86400000)),
- 'attributes': privacy.attributes(attributes),
- }
- for key, value in (
- ('trace_id', trace_id),
- ('span_id', span_id),
- ('parent_span_id', parent_span_id),
- ('run_id', run_id),
- ):
- if privacy.opaque(value):
- event[key] = privacy.opaque(value)
- if error is not None:
- event.update(privacy.error_fields(error, event['operation'], event['stage']))
- encoded = json.dumps(event, allow_nan=False).encode()
- if (
- not isinstance(self.instance_id, str)
- or not 0 < len(self.instance_id) <= 128
- or len(encoded) > 8192
- or len(self.pending) >= self.capacity
- ):
- self.counters['dropped'] += 1
- return
- self.pending.append(event)
- self._born[event['event_id']] = time.monotonic()
- self.counters['queued'] += 1
- self._wake.set()
- except Exception:
- self.counters['dropped'] += 1
-
- async def credentials(self, workspace_uuid):
- # Resolve each Workspace independently in the background. No OSS secret.
- token = os.getenv('LANGBOT_TELEMETRY_INGEST_TOKEN', '').strip()
- if token:
- return {'X-LangBot-Telemetry-Token': token}
- if not workspace_uuid:
- return {}
- users = getattr(self.ap, 'user_service', None)
- space = getattr(self.ap, 'space_service', None)
- if users is None or space is None:
- return {}
- owner = await users.get_workspace_owner(workspace_uuid)
- email = getattr(owner, 'user', None)
- token = await space.get_valid_access_token(email) if email else None
- return {'Authorization': f'Bearer {token}'} if token else {}
-
- def _remove(self, ids):
- self.pending[:] = [e for e in self.pending if e['event_id'] not in ids]
- for event_id in ids:
- self._attempts.pop(event_id, None)
- self._born.pop(event_id, None)
-
- async def flush_once(self):
- async with self._flush_lock:
- if not self.enabled:
- self.clear()
- return
- expired = {
- e['event_id']
- for e in self.pending
- if time.monotonic() - self._born.get(e['event_id'], 0) > self.retention_seconds
- }
- self.counters['dropped'] += len(expired)
- self._remove(expired)
- if not self.pending:
- return
- # Do not authenticate a mixed-Workspace batch with one owner's token.
- workspace = self.pending[0]['workspace_uuid']
- batch, size = [], 64
- for event in self.pending:
- n = len(json.dumps(event).encode()) + 2
- if event['workspace_uuid'] != workspace:
- continue
- if len(batch) == 50 or size + n > 256 * 1024:
- break
- batch.append(event)
- size += n
- ids = {e['event_id'] for e in batch}
- for event_id in ids:
- self._attempts[event_id] = self._attempts.get(event_id, 0) + 1
- acked, rejected = set(), set()
- permanent = False
- try:
- async with asyncio.timeout(self.request_timeout):
- headers = {}
- try:
- async with asyncio.timeout(min(1.0, self.request_timeout / 3)):
- headers = await self.credentials(workspace)
- except Exception:
- pass
- if not self.enabled:
- self.clear()
- return
- if self.client is None:
- self.client = httpx.AsyncClient(timeout=self.request_timeout, follow_redirects=False)
- url = (
- self.ap.instance_config.data['space']['url'].rstrip('/') + '/api/v1/telemetry/diagnostics/batch'
- )
- # Stream the response to bound malicious/old server responses too.
- async with self.client.stream(
- 'POST', url, json={'schema_version': 1, 'events': batch}, headers=headers
- ) as response:
- body = bytearray()
- async for chunk in response.aiter_bytes():
- body.extend(chunk)
- if len(body) > 65536:
- raise ValueError('diagnostics_response_limit')
- if response.status_code == 200:
- payload = json.loads(body)
- if payload.get('code') == 200 and isinstance(payload.get('data'), dict):
- data = payload['data']
- acked = {x for x in data.get('accepted_event_ids', []) if isinstance(x, str)} & ids
- rejected = {
- x.get('event_id')
- for x in data.get('rejected', [])
- if isinstance(x, dict) and x.get('code') == 'invalid_event'
- } & ids
- elif isinstance(payload.get('code'), int):
- permanent = 400 <= payload['code'] < 500 and payload['code'] != 429
- else:
- permanent = 400 <= response.status_code < 500 and response.status_code != 429
- except asyncio.CancelledError:
- raise
- except Exception:
- pass
- if not self.enabled:
- self.clear()
- return
- rejected -= acked
- remaining = ids - acked - rejected
- if remaining:
- self.counters['failed'] += 1
- exhausted = {i for i in remaining if permanent or self._attempts.get(i, 0) >= self.max_attempts}
- self.counters['acked'] += len(acked)
- self.counters['dropped'] += len(rejected | exhausted)
- self._last_retry = bool(remaining - exhausted)
- self.counters['retried'] += len(remaining - exhausted)
- self._remove(acked | rejected | exhausted)
-
- def report_transport(self, stage='snapshot'):
- # Snapshot interval deltas before enqueue; retries retain this event ID.
- snapshot = self.counters.copy()
- delta = snapshot - self._reported
- before = self.counters['queued']
- self.emit(
- 'transport',
- 'diagnostics.transport',
- 'partial' if delta['dropped'] else 'succeeded',
- stage=stage,
- attributes={**dict(delta), 'queue_size': len(self.pending), 'capacity': self.capacity},
- )
- if self.counters['queued'] > before:
- self._reported = snapshot
-
- def start(self):
- if self.beta and self._worker is None:
- self._worker = asyncio.create_task(self._loop(), name='beta-diagnostics')
-
- async def _loop(self):
- next_send, next_summary, backoff = 0.0, time.monotonic() + 60, 0.0
- try:
- while not self._closing:
- if not self.enabled:
- self.clear()
- if self._marker_active:
- await self._clear_marker()
- elif time.monotonic() >= next_summary:
- self.report_transport()
- next_summary = time.monotonic() + 60
- if self._request is not None and self._request.done():
- with contextlib.suppress(asyncio.CancelledError, Exception):
- self._request.result()
- self._request = None
- backoff = min(30, max(1, backoff * 2)) if self._last_retry else 0
- next_send = time.monotonic() + random.uniform(0.5, 1.5) * backoff
- if self.enabled and self.pending and self._request is None and time.monotonic() >= next_send:
- self._request = asyncio.create_task(self.flush_once(), name='beta-diagnostics-batch')
- self._wake.clear()
- with contextlib.suppress(TimeoutError):
- await asyncio.wait_for(self._wake.wait(), 0.1)
- finally:
- if self._request is not None:
- self._request.cancel()
- await asyncio.gather(self._request, return_exceptions=True)
-
- async def shutdown(self, drain_timeout=2):
- if self._worker is not None:
- self._worker.cancel()
- await asyncio.gather(self._worker, return_exceptions=True)
- self._worker = None
- if self.enabled and drain_timeout > 0:
- self.report_transport(stage='shutdown')
- with contextlib.suppress(Exception):
- async with asyncio.timeout(drain_timeout):
- while self.pending:
- await self.flush_once()
- if self.pending:
- await asyncio.sleep(0.1)
- self.counters['dropped'] += len(self.pending)
- self._closing = True
- self.clear()
- await self._clear_marker()
- if self.client is not None:
- await self.client.aclose()
diff --git a/src/langbot/pkg/telemetry/diagnostics.py b/src/langbot/pkg/telemetry/diagnostics.py
deleted file mode 100644
index 871efc2f8..000000000
--- a/src/langbot/pkg/telemetry/diagnostics.py
+++ /dev/null
@@ -1,546 +0,0 @@
-"""Explicit diagnostic boundaries, preserving coroutine and generator semantics."""
-
-from __future__ import annotations
-
-import asyncio
-import contextlib
-import contextvars
-import functools
-import inspect
-import time
-from uuid import uuid4
-
-from .diagnostic_transport import DiagnosticsManager # noqa: F401
-from . import diagnostic_privacy as privacy
-
-_CURRENT = contextvars.ContextVar('beta_diagnostic_span', default=None)
-
-
-def current_span():
- return _CURRENT.get()
-
-
-def set_outcome(outcome, *, reason_code=''):
- span = current_span()
- if span is not None:
- span.outcome = outcome if outcome in privacy.OUTCOMES else 'unknown'
- span.fields['reason_code'] = privacy.category('reason_code', reason_code)
-
-
-def annotate(**fields):
- """Trusted hook metadata is still projected at the transport boundary."""
- span = current_span()
- if span is not None:
- span.fields.update(fields)
-
-
-def adapter_event_received(owner, event):
- """Record one converted event before dispatch, including native callback paths."""
- with contextlib.suppress(Exception):
- manager = _manager(owner)
- if manager is None:
- return
- from langbot_plugin.api.entities.builtin.platform.events import EBAEvent
- from .adapter_diagnostics import message_scenario
-
- if not isinstance(event, EBAEvent) or not _context_matches(manager, owner, _owner_context(owner)):
- return
- fields = _context_fields(owner, {'event': event})
- fields['attributes'] = {
- **fields.get('attributes', {}),
- 'adapter_evidence': True,
- **message_scenario({'event': event}),
- }
- parent = current_span()
- if (
- parent
- and parent.manager is manager
- and not (
- fields.get('workspace_uuid')
- and parent.fields.get('workspace_uuid')
- and fields['workspace_uuid'] != parent.fields['workspace_uuid']
- )
- ):
- fields['trace_id'] = parent.fields['trace_id']
- fields['parent_span_id'] = parent.fields['span_id']
- if parent.fields.get('source') in ('webui_debug', 'synthetic'):
- fields['source'] = parent.fields['source']
- fields['attributes']['synthetic'] = True
- fields.setdefault('source', 'platform')
- privacy.code_value('operation', 'platform.adapter_event')
- manager.emit('event', 'platform.adapter_event', 'succeeded', stage='accepted', **fields)
-
-
-def _owner_app(owner):
- """An explicit owner (even absent/disabled) is an inheritance barrier."""
- if owner is None:
- return None, False
- if hasattr(owner, 'ap'):
- return owner.ap, True
- if hasattr(owner, 'diagnostics') or hasattr(owner, 'instance_config'):
- return owner, True
- for name in ('requester', 'logger', 'adapter'):
- nested = getattr(owner, name, None)
- if nested is not None and nested is not owner:
- app, explicit = _owner_app(nested)
- if explicit:
- return app, True
- return None, False
-
-
-def _manager(owner):
- app, _ = _owner_app(owner)
- manager = getattr(app, 'diagnostics', None)
- if manager is None or not callable(getattr(manager, 'emit', None)) or not getattr(manager, 'enabled', False):
- return None
- # Honor the shared Span/management producer interface without inheriting a
- # different producer just because this application's producer is absent.
- config = getattr(getattr(app, 'instance_config', None), 'data', {}).get('space', {})
- if config.get('disable_telemetry', False) or config.get('disable_beta_diagnostics', False):
- return None
- # Direct manager holders (e.g. ReplyStreamSession) are intentional. An app
- # must never borrow another app's manager, policy, or credential resolver.
- if hasattr(app, 'instance_config') and getattr(manager, 'ap', app) is not app:
- return None
- return manager
-
-
-def _owner_context(owner):
- context = getattr(owner, 'execution_context', None)
- if context is not None:
- return context
- for name in ('requester', 'logger', 'adapter'):
- nested = getattr(owner, name, None)
- if nested is not None and nested is not owner:
- context = _owner_context(nested)
- if context is not None:
- return context
- return None
-
-
-def _execution_context(owner, bound):
- context = bound.get('execution_context') or _owner_context(owner)
- adapter_context = bound.get('adapter_context')
- if isinstance(adapter_context, dict):
- context = adapter_context.get('_execution_context') or context
- query = bound.get('query')
- if query is not None:
- context = getattr(query, '_execution_context', None) or context
- return context
-
-
-def _context_matches(manager, owner, context):
- from ..api.http.context import ExecutionContext
-
- if not isinstance(context, ExecutionContext):
- return True
- instance = getattr(getattr(manager.ap, 'workspace_service', None), 'instance_uuid', manager.instance_id)
- if instance != context.instance_uuid:
- return False
- owned = _owner_context(owner)
- return not isinstance(owned, ExecutionContext) or (
- owned.instance_uuid,
- owned.workspace_uuid,
- owned.placement_generation,
- ) == (context.instance_uuid, context.workspace_uuid, context.placement_generation)
-
-
-def _context_fields(owner, bound):
- context = _execution_context(owner, bound)
- query = bound.get('query')
- from .diagnostic_catalog import adapter_fields
-
- adapter = getattr(owner, 'adapter', None) or owner
- fields = adapter_fields(adapter)
- # ExecutionContext is constructed/validated by the existing auth boundary;
- # do not infer Workspace identity from arbitrary payload dicts or event IDs.
- if context is not None:
- from ..api.http.context import ExecutionContext
-
- if isinstance(context, ExecutionContext):
- fields['workspace_uuid'] = context.workspace_uuid
- saved = getattr(query, '_diagnostic_context', None) if query is not None else None
- if isinstance(saved, dict) and saved.get('workspace_uuid') == context.workspace_uuid:
- fields.update(saved)
- binding = bound.get('binding')
- if binding is not None:
- fields['processor_type'] = getattr(binding, 'processor_type', '')
- event = bound.get('event')
- if event is not None:
- fields['platform_event_type'] = getattr(event, 'event_type', None) or getattr(event, 'type', '')
- delivery = getattr(event, 'delivery', None)
- if getattr(delivery, 'surface', None) == 'webui':
- fields['source'] = 'webui_debug'
- fields['attributes'] = {'synthetic': True}
- if getattr(owner, 'mock', False) is True:
- fields['source'] = 'webui_debug'
- fields['attributes'] = {'synthetic': True}
- return fields
-
-
-class Span:
- def __init__(self, manager, kind, operation, fields):
- parent = current_span()
- self.manager = manager
- self.kind = kind
- self.operation = operation
- self.fields = dict(fields)
- self.adapter_api_active = bool(self.fields.pop('_adapter_api_active', False))
- self.adapter_void_ack = bool(self.fields.pop('_adapter_void_ack', False))
- self.adapter_read_ack = bool(self.fields.pop('_adapter_read_ack', False))
- self.adapter_api_result = None
- if (
- parent
- and parent.fields.get('workspace_uuid')
- and self.fields.get('workspace_uuid')
- and parent.fields['workspace_uuid'] != self.fields['workspace_uuid']
- ):
- parent = None
- if self.fields.get('operation'):
- self.operation = privacy.category('operation', self.fields.pop('operation')) or operation
- self.outcome = None
- self.finished = False
- self.started = time.monotonic()
- self.fields['trace_id'] = (
- parent.fields['trace_id']
- if parent and parent.manager is manager
- else (privacy.opaque(self.fields.get('trace_id')) or str(uuid4()))
- )
- self.fields['span_id'] = str(uuid4())
- if parent and parent.manager is manager:
- self.adapter_api_active = self.adapter_api_active or parent.adapter_api_active
- self.fields['parent_span_id'] = parent.fields['span_id']
- for key in ('workspace_uuid', 'adapter', 'processor_type', 'platform_event_type', 'run_id'):
- if not self.fields.get(key) and parent.fields.get(key):
- self.fields[key] = parent.fields[key]
- if parent.fields.get('source') in ('webui_debug', 'synthetic'):
- self.fields['source'] = parent.fields['source']
- self.fields['attributes'] = {**self.fields.get('attributes', {}), 'synthetic': True}
- self.emit('started')
-
- def emit(self, outcome, **extra):
- if self.manager is not None:
- self.manager.emit(self.kind, self.operation, outcome, **{**self.fields, **extra})
-
- @contextlib.contextmanager
- def activate(self):
- token = _CURRENT.set(self)
- try:
- yield self
- finally:
- _CURRENT.reset(token)
-
- def finish(self, error=None):
- if self.finished:
- return
- self.finished = True
- error = error if error is not None else self.fields.pop('error', None)
- if isinstance(error, (asyncio.CancelledError, GeneratorExit)):
- outcome = 'cancelled'
- elif isinstance(error, TimeoutError):
- outcome = 'timeout'
- elif error is not None:
- outcome = self.outcome if self.outcome in ('timeout', 'partial', 'rejected') else 'failed'
- else:
- outcome = self.outcome or 'succeeded'
- self.emit(outcome, error=error, duration_ms=(time.monotonic() - self.started) * 1000)
-
-
-def result_outcome(value):
- """Inspect only the SDK response's status, not arbitrary result contents."""
- from langbot_plugin.api.entities.builtin.platform.events import EBAEvent
- from langbot_plugin.runtime.io.handler import ActionResponse
-
- span = current_span()
- if span is not None and span.fields.get('stage') == 'convert':
- if isinstance(value, EBAEvent):
- annotate(platform_event_type=value.type)
- if span.fields.get('attributes', {}).get('adapter_evidence'):
- from .adapter_diagnostics import message_scenario
-
- annotate(attributes={**span.fields['attributes'], **message_scenario({'event': value})})
- # Successful conversion is counted once at dispatch, which also
- # covers adapters constructing EBA events in native callbacks.
- span.fields['attributes']['adapter_evidence'] = False
- elif value is None:
- set_outcome('skipped', reason_code='not_matched')
- if not isinstance(value, EBAEvent) and span.fields.get('attributes', {}).get('adapter_evidence'):
- span.fields['attributes']['adapter_evidence'] = False
- if span is not None and span.kind == 'api' and span.fields.get('attributes', {}).get('adapter_evidence'):
- from .adapter_diagnostics import response_outcome
-
- # A normal return is not an acknowledgement. Fail closed for acceptance
- # (but never for the business call) even if result inspection raises.
- if span.outcome is None:
- set_outcome('skipped')
- outcome = span.adapter_api_result
- if outcome is None:
- if (value is None and span.adapter_void_ack) or (
- span.adapter_read_ack and value is not None and value != ''
- ):
- outcome = 'succeeded'
- else:
- outcome = response_outcome(value, span.fields.get('adapter'))
- set_outcome(outcome, **({'reason_code': 'response_error'} if outcome == 'failed' else {}))
- if isinstance(value, ActionResponse):
- if value.code != 0:
- set_outcome('failed', reason_code='response_error')
-
-
-def observe(kind, operation, *, source='internal', stage='execute', ap=None, fields=None):
- """Explicit boundary with a stable/off fast path and transparent generators."""
- privacy.code_value('operation', operation)
- privacy.code_value('stage', stage)
-
- def decorate(fn):
- signature = inspect.signature(fn)
-
- def span_for(args, kwargs):
- try:
- bound = signature.bind_partial(*args, **kwargs).arguments
- owner = bound.get(next(iter(signature.parameters), ''))
- manager_owner = (ap() if callable(ap) else ap) if ap is not None else owner
- manager = _manager(manager_owner)
- _, explicit = _owner_app(manager_owner)
- context = _execution_context(owner, bound)
- parent = current_span()
- if manager is None and not explicit and ap is None and parent is not None:
- # Stateless converters may inherit, but a different explicit
- # Workspace must not select a parent's credentials/policy.
- if context is not None and getattr(context, 'workspace_uuid', None) != parent.fields.get(
- 'workspace_uuid'
- ):
- return None
- manager = parent.manager
- if manager is None or not manager.enabled:
- return None
- if not _context_matches(manager, owner, context):
- return None
- metadata = {'source': source, 'stage': stage}
- metadata.update(_context_fields(owner, bound))
- from .diagnostic_catalog import catalog
-
- for directory, entry in catalog().items():
- if directory in fn.__module__.split('.') and '.platform.' in fn.__module__:
- metadata['adapter'] = entry['adapter']
- break
- if fields:
- extra = fields(bound)
- extra['attributes'] = {**metadata.get('attributes', {}), **extra.get('attributes', {})}
- metadata.update(extra)
- from .adapter_diagnostics import boundary_fields
-
- if parent and (
- parent.manager is not manager
- or (
- metadata.get('workspace_uuid')
- and parent.fields.get('workspace_uuid')
- and metadata['workspace_uuid'] != parent.fields['workspace_uuid']
- )
- ):
- parent = None
- evidence = (
- boundary_fields(fn.__module__, kind, operation, bound, parent)
- if metadata.get('attributes', {}).get('adapter_evidence') is not False
- else {}
- )
- metadata['attributes'] = {**metadata.get('attributes', {}), **evidence.pop('attributes', {})}
- metadata.update(evidence)
- return Span(manager, kind, operation, metadata)
- except Exception:
- return None
-
- def inspect_result(value):
- with contextlib.suppress(Exception):
- result_outcome(value)
-
- def finish(span, error=None):
- if span is not None:
- with contextlib.suppress(Exception):
- span.finish(error)
-
- if inspect.isasyncgenfunction(fn):
- from collections.abc import AsyncGenerator
-
- class ObservedGenerator(AsyncGenerator):
- """Delegate each native protocol operation, without extra close.
-
- A yield-based proxy cannot distinguish athrow(GeneratorExit)
- (which may yield) from aclose() (which must reject a yield).
- Let the native generator implement that distinction and retain
- its own primary/cleanup exception and cancellation semantics.
- """
-
- def __init__(self, args, kwargs):
- self.gen = fn(*args, **kwargs)
- self.args, self.kwargs = args, kwargs
- self.span = None
- self.started = False
-
- def __getattr__(self, name):
- return getattr(self.gen, name)
-
- async def _advance(self, method, *values):
- if not self.started:
- self.started = True
- self.span = span_for(self.args, self.kwargs)
- token = _CURRENT.set(self.span)
- try:
- value = await method(*values)
- if self.span is not None and method != self.gen.aclose:
- inspect_result(value)
- if method == self.gen.aclose:
- finish(self.span, GeneratorExit())
- return value
- except StopAsyncIteration:
- finish(self.span)
- raise
- except BaseException as exc:
- # Rejected protocol calls (e.g. concurrent asend, a
- # yielded GeneratorExit) need not terminate the stream.
- if self.gen.ag_frame is None:
- finish(self.span, exc)
- raise
- finally:
- _CURRENT.reset(token)
-
- def __anext__(self):
- return self._advance(self.gen.__anext__)
-
- def asend(self, value):
- return self._advance(self.gen.asend, value)
-
- def athrow(self, *values):
- return self._advance(self.gen.athrow, *values)
-
- def aclose(self):
- return self._advance(self.gen.aclose)
-
- @functools.wraps(fn)
- def stream(*args, **kwargs):
- return ObservedGenerator(args, kwargs)
-
- return stream
-
- @functools.wraps(fn)
- async def call(*args, **kwargs):
- span = span_for(args, kwargs)
- if span is None:
- token = _CURRENT.set(None)
- try:
- return await fn(*args, **kwargs)
- finally:
- _CURRENT.reset(token)
- try:
- with span.activate():
- value = await fn(*args, **kwargs)
- inspect_result(value)
- finish(span)
- return value
- except BaseException as exc:
- finish(span, exc)
- raise
-
- return call
-
- return decorate
-
-
-def event(owner, kind, operation, outcome, **fields):
- """Emit a point-in-time fact from an existing state transition."""
- try:
- manager = _manager(owner)
- _, explicit = _owner_app(owner)
- parent = current_span()
- context = _owner_context(owner)
- if manager is None and not explicit and parent:
- if context is not None and getattr(context, 'workspace_uuid', None) != parent.fields.get('workspace_uuid'):
- return
- manager = parent.manager
- if manager is not None and _context_matches(manager, owner, context):
- inherited = dict(parent.fields) if parent and parent.manager is manager else {}
- if context is not None and getattr(context, 'workspace_uuid', None) != inherited.get('workspace_uuid'):
- inherited = _context_fields(owner, {})
- inherited.update(fields)
- manager.emit(kind, operation, outcome, **inherited)
- except Exception:
- pass
-
-
-def capture_context():
- span = current_span()
- if span is None or not span.manager.enabled:
- return None
- result = {
- k: span.fields[k]
- for k in ('trace_id', 'workspace_uuid', 'run_id', 'adapter', 'processor_type', 'platform_event_type', 'source')
- if k in span.fields
- }
- result['parent_span_id'] = span.fields['span_id']
- return result
-
-
-def link_context(saved):
- """Link only after the existing Host run/installation validator accepted it."""
- span = current_span()
- if span is None or not isinstance(saved, dict):
- return
- if span.fields.get('workspace_uuid') and span.fields['workspace_uuid'] != saved.get('workspace_uuid'):
- return
- for key in ('trace_id', 'parent_span_id', 'workspace_uuid', 'run_id'):
- if privacy.opaque(saved.get(key)):
- span.fields[key] = saved[key]
- for key in ('adapter', 'platform_event_type'):
- if privacy.category(key, saved.get(key)):
- span.fields[key] = saved[key]
- if saved.get('processor_type') in privacy.PROCESSORS:
- span.fields['processor_type'] = saved['processor_type']
- if saved.get('source') in ('webui_debug', 'synthetic'):
- span.fields['source'] = saved['source']
- span.fields['attributes'] = {**span.fields.get('attributes', {}), 'synthetic': True}
-
-
-def declare_runner(descriptor):
- """Allow only identifiers from a validated installed public Runner manifest."""
- import re
-
- pairs = {'plugin_id': descriptor.get_plugin_id(), 'runner_id': descriptor.id}
- for field, value in pairs.items():
- allowed = privacy.VOCABULARY.setdefault(field, set())
- if (
- isinstance(value, str)
- and len(value) <= 128
- and len(allowed) < 1024
- and re.fullmatch(r'(?:plugin:)?[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+(?:/[A-Za-z0-9_.-]+)?', value)
- ):
- allowed.add(value)
-
-
-def runner_metadata(owner, descriptor, processor_type):
- manager = _manager(owner)
- if manager is None or not manager.enabled:
- return
- metadata = {
- 'plugin_id': descriptor.get_plugin_id(),
- 'runner_id': descriptor.id,
- 'plugin_version': getattr(descriptor, 'plugin_version', ''),
- 'runner_usage': 'event' if processor_type == 'event_processor' else 'agent',
- }
- annotate(attributes=metadata)
- event(
- owner,
- 'capability',
- 'runner.run',
- 'succeeded',
- source='runtime',
- stage='snapshot',
- processor_type=processor_type,
- attributes={
- **metadata,
- 'capability_type': 'processor',
- 'capability_name': processor_type,
- 'supported': True,
- 'configured': True,
- 'available': True,
- },
- )
diff --git a/src/langbot/templates/config.yaml b/src/langbot/templates/config.yaml
index 91303c4d1..88939477a 100644
--- a/src/langbot/templates/config.yaml
+++ b/src/langbot/templates/config.yaml
@@ -426,8 +426,5 @@ space:
# OAuth authorization page URL (user will be redirected here)
oauth_authorize_url: 'https://space.langbot.app/auth/authorize'
disable_models_service: false
- # Master OFF for usage telemetry and Beta diagnostics.
+ # Disable usage telemetry.
disable_telemetry: false
- # Beta builds only: opt out of content-free quality diagnostics separately.
- # Stable, alpha and RC builds never enable this diagnostics producer.
- disable_beta_diagnostics: false
diff --git a/tests/unit_tests/agent/test_orchestrator_integration.py b/tests/unit_tests/agent/test_orchestrator_integration.py
index 1c5f2ea66..1404a1537 100644
--- a/tests/unit_tests/agent/test_orchestrator_integration.py
+++ b/tests/unit_tests/agent/test_orchestrator_integration.py
@@ -1492,59 +1492,6 @@ async def test_synthetic_event_query_exposes_trusted_workspace_to_tools(clean_ag
assert received[0].workspace_uuid == context.workspace_uuid
-@pytest.mark.asyncio
-async def test_beta_diagnostics_close_releases_real_orchestrator_session(clean_agent_state):
- from langbot.pkg.telemetry.diagnostics import DiagnosticsManager
-
- plugin_connector = FakePluginConnector(
- results=[{'type': 'message.completed', 'data': {'message': {'role': 'assistant', 'content': 'CANARY'}}}]
- )
- ap = FakeApplication(plugin_connector, clean_agent_state)
- ap.instance_config = types.SimpleNamespace(data={'space': {'url': 'https://example.invalid'}})
- ap.diagnostics = DiagnosticsManager(ap, version='4.11.0b2', instance_id='instance-test')
- orchestrator = AgentRunOrchestrator(ap, FakeRegistry(make_descriptor()))
- gen = orchestrator.run_from_query(make_query())
- assert (await anext(gen)).content == 'CANARY'
- run_id = plugin_connector.contexts[0]['run_id']
- assert await get_session_registry().get(run_id) is not None
- await gen.aclose()
- assert await get_session_registry().get(run_id) is None
- records = [e for e in ap.diagnostics.pending if e['operation'] == 'runner.run']
- assert records[-1]['outcome'] == 'cancelled'
- import json
-
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('terminal', ['run.completed', 'run.failed'])
-async def test_beta_diagnostics_real_runner_terminal(clean_agent_state, terminal):
- from langbot.pkg.telemetry.diagnostics import DiagnosticsManager
-
- plugin_connector = FakePluginConnector(
- results=[
- {
- 'type': terminal,
- 'data': {'finish_reason': 'stop'} if terminal == 'run.completed' else {'error': 'CANARY'},
- }
- ]
- )
- ap = FakeApplication(plugin_connector, clean_agent_state)
- ap.instance_config = types.SimpleNamespace(data={'space': {'url': 'https://example.invalid'}})
- ap.diagnostics = DiagnosticsManager(ap, version='4.11.0b2', instance_id='instance-test')
- orchestrator = AgentRunOrchestrator(ap, FakeRegistry(make_descriptor()))
- try:
- _ = [v async for v in orchestrator.run_from_query(make_query())]
- except RunnerExecutionError:
- assert terminal == 'run.failed'
- records = [e for e in ap.diagnostics.pending if e['operation'] == 'runner.run']
- assert records[-1]['outcome'] == ('succeeded' if terminal == 'run.completed' else 'failed')
- assert records[-1]['run_id'] == plugin_connector.contexts[0]['run_id']
- import json
-
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
@pytest.mark.asyncio
async def test_agent_cannot_deliver_exported_files_without_reply_api(clean_agent_state):
"""Returning file handles must not bypass the Agent's reply authorization."""
diff --git a/tests/unit_tests/api/test_diagnostics_management_http.py b/tests/unit_tests/api/test_diagnostics_management_http.py
deleted file mode 100644
index 5c7186d6c..000000000
--- a/tests/unit_tests/api/test_diagnostics_management_http.py
+++ /dev/null
@@ -1,194 +0,0 @@
-"""Real Quart registration boundaries with content-canary payloads."""
-
-import asyncio
-import json
-import re
-from types import SimpleNamespace
-from unittest.mock import AsyncMock
-
-import pytest
-import quart
-
-from langbot.pkg.api.http.controller.group import AuthType, RouterGroup
-from langbot.pkg.telemetry import diagnostics as d
-
-
-class Recorder:
- enabled = True
-
- def __init__(self):
- self.events = []
-
- def emit(self, kind, operation, outcome, **fields):
- # A real transport projects the exception class, never its message.
- error = fields.pop('error', None)
- if error is not None:
- fields['error_type'] = type(error).__name__
- self.events.append(dict(kind=kind, operation=operation, outcome=outcome, **fields))
-
-
-class Routes(RouterGroup):
- path = '/management'
- name = 'management'
-
- async def initialize(self):
- @self.route('/ok/', auth_type=AuthType.NONE)
- async def success(identifier):
- self.ap.seen.append(d.current_span())
- return self.success({'secret': identifier})
-
- @self.route('/business', auth_type=AuthType.NONE)
- async def business():
- return self.fail('private-error-code', 'private-error-message')
-
- @self.route('/auth')
- async def authenticated():
- raise AssertionError('must not run')
-
- @self.route('/error', auth_type=AuthType.NONE)
- async def error():
- raise ValueError('private-exception-message')
-
- @self.route('/cancel', auth_type=AuthType.NONE)
- async def cancel():
- raise asyncio.CancelledError('private-cancel-message')
-
- @self.route('/stream', auth_type=AuthType.NONE)
- async def stream():
- async def body():
- self.ap.seen.append(d.current_span())
- yield b'private-stream-chunk'
- self.ap.seen.append(d.current_span())
-
- return quart.Response(body())
-
-
-async def setup(manager=True):
- app = quart.Quart(__name__)
- ap = SimpleNamespace(seen=[])
- if manager is True:
- manager = Recorder()
- if manager is not None:
- ap.diagnostics = manager
- routes = Routes(ap, app)
- await routes.initialize()
- return app, ap, routes
-
-
-@pytest.mark.asyncio
-async def test_http_success_uses_code_identity_not_path_or_payload():
- app, ap, _ = await setup()
- response = await app.test_client().get(
- '/management/ok/private-id?token=private-query', headers={'Authorization': 'private-token'}
- )
- assert (await response.get_json())['data']['secret'] == 'private-id'
- assert [e['outcome'] for e in ap.diagnostics.events] == ['started', 'succeeded']
- event = ap.diagnostics.events[-1]
- assert event['source'] == 'http'
- assert re.fullmatch(r'[A-Za-z_][A-Za-z0-9_.:-]{0,127}', event['operation'])
- assert ap.seen[0] is not None
- assert d.current_span() is None
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'path,status,outcome', [('business', 200, 'failed'), ('auth', 401, 'rejected'), ('error', 500, 'failed')]
-)
-async def test_http_business_auth_and_exception_outcomes(path, status, outcome):
- app, ap, _ = await setup()
- response = await app.test_client().get('/management/' + path)
- assert response.status_code == status
- assert ap.diagnostics.events[-1]['outcome'] == outcome
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-async def test_http_cancellation_propagates():
- app, ap, _ = await setup()
- async with app.test_request_context('/management/cancel'):
- with pytest.raises(asyncio.CancelledError):
- await app.full_dispatch_request()
- assert ap.diagnostics.events[-1]['outcome'] == 'cancelled'
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_http_auth_cancellation_not_reinterpreted_as_api_key():
- app, ap, routes = await setup()
- routes._authenticate_support_admin = AsyncMock(return_value=None)
- routes._authenticate_account = AsyncMock(side_effect=asyncio.CancelledError())
- async with app.test_request_context('/management/auth', headers={'Authorization': 'Bearer private-token'}):
- with pytest.raises(asyncio.CancelledError):
- await app.full_dispatch_request()
- assert ap.diagnostics.events[-1]['outcome'] == 'cancelled'
-
-
-@pytest.mark.asyncio
-async def test_http_stream_has_parent_context_without_consumer_leak():
- app, ap, _ = await setup()
- async with app.test_request_context('/management/stream'):
- response = await app.full_dispatch_request()
- assert [e['outcome'] for e in ap.diagnostics.events] == ['started']
- assert d.current_span() is None
- async with response.response as body:
- iterator = body.__aiter__()
- assert await anext(iterator) == b'private-stream-chunk'
- assert d.current_span() is None
- assert ap.seen[-1] is not None
- with pytest.raises(StopAsyncIteration):
- await anext(iterator)
- assert ap.seen[0] is ap.seen[1]
- assert ap.diagnostics.events[-1]['outcome'] == 'succeeded'
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'manager', [None, SimpleNamespace(enabled=False, emit=lambda *a, **kw: pytest.fail('disabled emission'))]
-)
-async def test_absent_disabled_manager_preserves_result_without_context(manager):
- app, ap, _ = await setup(manager)
- response = await app.test_client().get('/management/ok/private-id')
- assert response.status_code == 200
- assert ap.seen == [None]
-
-
-@pytest.mark.asyncio
-async def test_broken_diagnostic_emit_never_masks_operation():
- class Broken(Recorder):
- def emit(self, *args, **kwargs):
- raise RuntimeError('diagnostics broken')
-
- app, _, _ = await setup(Broken())
- response = await app.test_client().get('/management/ok/private-id')
- assert response.status_code == 200
- async with app.test_request_context('/management/cancel'):
- with pytest.raises(asyncio.CancelledError):
- await app.full_dispatch_request()
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_anonymous_handlers_have_distinct_stable_code_operations():
- app, ap, routes = await setup()
-
- @routes.route('/items/', auth_type=AuthType.NONE, methods=['GET'])
- async def _(identifier):
- return routes.success()
-
- @routes.route('/items/', auth_type=AuthType.NONE, methods=['POST'])
- async def _(identifier):
- return routes.success()
-
- @routes.route('/other', auth_type=AuthType.NONE)
- async def _():
- return routes.success()
-
- await app.test_client().get('/management/items/private-id')
- await app.test_client().post('/management/items/private-id')
- await app.test_client().get('/management/other')
- operations = [e['operation'] for e in ap.diagnostics.events if e['outcome'] == 'started']
- assert len(set(operations)) == 3
- assert all(re.fullmatch(r'[A-Za-z_][A-Za-z0-9_.:-]{0,127}', op) for op in operations)
- assert 'private-' not in json.dumps(ap.diagnostics.events)
diff --git a/tests/unit_tests/api/test_diagnostics_management_inventory.py b/tests/unit_tests/api/test_diagnostics_management_inventory.py
deleted file mode 100644
index 7a97fd175..000000000
--- a/tests/unit_tests/api/test_diagnostics_management_inventory.py
+++ /dev/null
@@ -1,47 +0,0 @@
-"""Verify identities across every source-declared management registration."""
-
-import ast
-from pathlib import Path
-import re
-from types import SimpleNamespace
-
-from langbot.pkg.api.management_diagnostics import operation_id
-
-
-def test_every_http_registration_has_a_distinct_wire_safe_operation():
- root = Path(__file__).resolve().parents[3] / 'src/langbot/pkg/api/http/controller/groups'
- identities = []
- for path in root.rglob('*.py'):
- module = 'langbot.pkg.api.http.controller.groups.' + '.'.join(path.relative_to(root).with_suffix('').parts)
- for cls in ast.walk(ast.parse(path.read_text())):
- if not isinstance(cls, ast.ClassDef):
- continue
- prefix = ''
- for decorator in cls.decorator_list:
- if (
- isinstance(decorator, ast.Call)
- and isinstance(decorator.func, ast.Attribute)
- and decorator.func.attr == 'group_class'
- ):
- prefix = ast.literal_eval(decorator.args[1])
- for fn in ast.walk(cls):
- if not isinstance(fn, ast.AsyncFunctionDef):
- continue
- for decorator in fn.decorator_list:
- if not (
- isinstance(decorator, ast.Call)
- and isinstance(decorator.func, ast.Attribute)
- and decorator.func.attr == 'route'
- ):
- continue
- rule = prefix + ast.literal_eval(decorator.args[0])
- methods = next(
- (ast.literal_eval(k.value) for k in decorator.keywords if k.arg == 'methods'), ['GET']
- )
- operation = operation_id(
- 'http', SimpleNamespace(__module__=module, __name__=fn.name), rule=rule, methods=methods
- )
- assert re.fullmatch(r'[A-Za-z_][A-Za-z0-9_.:-]{0,127}', operation), operation
- identities.append(operation)
- assert len(identities) >= 200 # Guard against accidentally scanning an empty/subset tree.
- assert len(set(identities)) == len(identities)
diff --git a/tests/unit_tests/api/test_diagnostics_management_isolation.py b/tests/unit_tests/api/test_diagnostics_management_isolation.py
deleted file mode 100644
index c55eb7bb2..000000000
--- a/tests/unit_tests/api/test_diagnostics_management_isolation.py
+++ /dev/null
@@ -1,431 +0,0 @@
-"""CORE-DIAG-6: management ownership barriers under a foreign live span."""
-
-import asyncio
-from types import SimpleNamespace as NS
-from unittest.mock import AsyncMock, patch
-from uuid import uuid4
-
-import pytest
-import quart
-
-from langbot.pkg.api import management_diagnostics as md
-from langbot.pkg.api.http.context import (
- ExecutionContext,
- PrincipalContext,
- PrincipalType,
- RequestContext,
- WorkspaceContext,
-)
-from langbot.pkg.api.http.controller.group import AuthType
-from langbot.pkg.api.http.controller.groups.pipelines.embed import EmbedRouterGroup
-from langbot.pkg.api.http.controller.groups.pipelines.websocket_chat import WebSocketChatRouterGroup
-from langbot.pkg.api.http.service.agent import AgentService
-from langbot.pkg.api.mcp.server import LangBotMCPServer
-from langbot.pkg.telemetry import diagnostics as d
-from tests.unit_tests.api.test_diagnostics_management_http import Recorder, Routes
-
-
-MODES = ['enabled', 'disabled', 'absent', 'mismatched', 'policy_off', 'beta_off', 'broken']
-
-
-def app(identity):
- ap = NS(instance_config=NS(data={'space': {'url': 'https://example.invalid'}}))
- ap.diagnostics = d.DiagnosticsManager(ap, version='4.11.0b2', instance_id=identity)
- return ap
-
-
-def owners(mode):
- a, b = app('instance-A'), app('instance-B')
- b_manager = b.diagnostics
- if mode == 'disabled':
- b.instance_config.data['space']['disable_telemetry'] = True
- b.diagnostics = d.DiagnosticsManager(b, version='4.11.0b2', instance_id='instance-B')
- b_manager = b.diagnostics
- elif mode == 'absent':
- del b.diagnostics
- elif mode == 'mismatched':
- b.diagnostics = a.diagnostics
- elif mode in {'policy_off', 'beta_off'}:
- # Also test an attached structural producer whose enabled flag stays true.
- b.diagnostics = Recorder()
- b.instance_config.data['space']['disable_telemetry' if mode == 'policy_off' else 'disable_beta_diagnostics'] = (
- True
- )
- elif mode == 'broken':
- b.diagnostics = NS(enabled=True, emit=lambda *a, **kw: (_ for _ in ()).throw(RuntimeError('broken')))
- ca = ExecutionContext('instance-A', str(uuid4()), 1)
- cb = ExecutionContext('instance-B', str(uuid4()), 1)
- d.privacy.code_value('operation', 'http.isolation.parent')
- parent = d.Span(a.diagnostics, 'api', 'http.isolation.parent', {'workspace_uuid': ca.workspace_uuid})
- return a, b, b_manager, ca, cb, parent
-
-
-@d.observe('event', 'platform.target2yiri', source='platform', stage='convert')
-async def converter(native):
- return native
-
-
-async def nested(b, cb, seen):
- md.workspace(cb)
- seen.append(d.current_span())
- with md.scope(b, 'websocket.isolation.inner', source='websocket'):
- md.workspace(cb)
- assert await converter(42) == 42
- # Both an inner management boundary and an ownerless converter must be safe.
- assert await converter(43) == 43
- return 44
-
-
-def assert_isolated(a, b, b_manager, ca, cb, parent, mode):
- assert parent.fields['workspace_uuid'] == ca.workspace_uuid
- assert parent.outcome is None
- assert len(a.diagnostics.pending) == 1 # Only the caller's own start event.
- assert not b_manager.pending if mode != 'enabled' else b_manager.pending
- if isinstance(getattr(b, 'diagnostics', None), Recorder):
- assert b.diagnostics.events == []
- if mode == 'enabled':
- assert all(e['instance_id'] == 'instance-B' for e in b_manager.pending)
- assert all(e['trace_id'] != parent.fields['trace_id'] for e in b_manager.pending)
- assert all(e['workspace_uuid'] != ca.workspace_uuid for e in b_manager.pending)
- assert any(e['workspace_uuid'] == cb.workspace_uuid for e in b_manager.pending)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-@pytest.mark.parametrize('shape', ['decorator', 'scope'])
-async def test_nested_management_masks_foreign_parent_and_restores_caller(mode, shape):
- a, b, manager, ca, cb, parent = owners(mode)
- seen = []
-
- @md.observe('http.isolation.endpoint', source='http', ap=b)
- async def endpoint():
- return await nested(b, cb, seen)
-
- with parent.activate():
- if shape == 'decorator':
- assert await endpoint() == 44
- else:
- with md.scope(b, 'websocket.isolation.outer', source='websocket'):
- assert await nested(b, cb, seen) == 44
- assert d.current_span() is parent
- assert d.current_span() is None
- assert (seen[0] is not None) == (mode == 'enabled')
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-async def test_actual_agent_debug_never_mutates_foreign_workspace(mode):
- a, b, manager, ca, cb, parent = owners(mode)
- service = AgentService(b)
- seen = []
-
- async def missing(*args):
- await nested(b, cb, seen)
- return None
-
- service.get_agent = missing
- with parent.activate():
- with pytest.raises(ValueError, match='^Agent not found$'):
- await service.debug_agent(cb, 'private-agent', {})
- assert d.current_span() is parent
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-@pytest.mark.parametrize('termination', ['exhaust', 'close', 'error', 'cancel'])
-async def test_real_http_body_keeps_barrier_during_advancement_and_cleanup(mode, termination):
- a, b, manager, ca, cb, parent = owners(mode)
- web = quart.Quart(__name__)
- routes = Routes(b, web)
- seen, closed = [], []
- failure = asyncio.CancelledError('private-cancel') if termination == 'cancel' else ValueError('private-error')
-
- @routes.route('/isolated', auth_type=AuthType.NONE)
- async def endpoint():
- await nested(b, cb, seen)
-
- async def stream():
- try:
- await nested(b, cb, seen)
- yield b'one'
- if termination in {'cancel', 'error'}:
- raise failure
- await nested(b, cb, seen)
- finally:
- await nested(b, cb, seen)
- closed.append(True)
-
- return quart.Response(stream())
-
- # Construct with no caller parent; the later body consumer has app A's span.
- async with web.test_request_context('/management/isolated'):
- response = await web.full_dispatch_request()
- with parent.activate():
- try:
- async with response.response as body:
- iterator = body.__aiter__()
- assert await anext(iterator) == b'one'
- assert d.current_span() is parent
- if termination != 'close':
- with pytest.raises((StopAsyncIteration, type(failure))) as caught:
- await anext(iterator)
- if termination in {'cancel', 'error'}:
- assert caught.value is failure
- else:
- assert isinstance(caught.value, StopAsyncIteration)
- finally:
- assert d.current_span() is parent
- assert closed == [True]
- assert all((span is not None) == (mode == 'enabled') for span in seen)
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-async def test_real_mcp_registered_tool_masks_foreign_parent(mode):
- a, b, manager, ca, cb, parent = owners(mode)
- seen = []
-
- async def get_bot(*args, **kwargs):
- return {'value': await nested(b, cb, seen)}
-
- b.bot_service = NS(get_bot=get_bot)
- server = LangBotMCPServer(b)
- with parent.activate(), patch('langbot.pkg.api.mcp.server._authorized', return_value=cb):
- assert await server.mcp.call_tool('get_bot', {'bot_uuid': 'private-bot'})
- assert d.current_span() is parent
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-@pytest.mark.parametrize('group_class', [WebSocketChatRouterGroup, EmbedRouterGroup])
-async def test_real_websocket_receive_masks_foreign_parent(mode, group_class):
- a, b, manager, ca, cb, parent = owners(mode)
- group = group_class(b, quart.Quart(__name__))
- connection = NS(is_active=True, connection_id='private-id', send_queue=asyncio.Queue())
- seen = []
-
- async def handle(*args, **kwargs):
- await nested(b, cb, seen)
-
- adapter = NS(handle_websocket_message=handle)
- if group_class is WebSocketChatRouterGroup:
- group._revalidate_websocket_authorization = AsyncMock(return_value=cb)
- else:
- group._resolve_connected_bot = AsyncMock(return_value=NS(execution_context=cb))
-
- async def receive():
- connection.is_active = False
- return '{"type":"message","text":"private-prompt"}'
-
- with (
- parent.activate(),
- patch('quart.websocket', NS(receive=receive)),
- patch(
- 'langbot.pkg.api.http.controller.groups.pipelines.websocket_chat.ws_connection_manager.update_activity',
- new=AsyncMock(),
- ),
- ):
- await group._handle_receive(connection, adapter, NS(execution_context=cb), 'private-token')
- assert d.current_span() is parent
- assert seen
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.parametrize('kind', ['execution', 'request'])
-def test_workspace_rejects_foreign_instance_or_foreign_active_span(kind):
- a, b, _, ca, cb, parent = owners('enabled')
- context = cb
- if kind == 'request':
- context = RequestContext(
- cb.instance_uuid,
- 1,
- 'request',
- 'api_key',
- PrincipalContext(PrincipalType.API_KEY),
- WorkspaceContext(cb.workspace_uuid, None, None, frozenset()),
- )
- with md.scope(a, 'http.isolation.annotation', source='http'):
- span = d.current_span()
- md.workspace(context)
- assert 'workspace_uuid' not in span.fields
- md.workspace(ca)
- assert span.fields['workspace_uuid'] == ca.workspace_uuid
- with parent.activate():
- before = dict(parent.fields)
- md.workspace(ca)
- md.workspace(context)
- assert parent.fields == before
-
-
-def test_structural_recorder_workspace_and_scope_exception_identity():
- recorder = Recorder()
- ap = NS(diagnostics=recorder)
- ctx = ExecutionContext('instance', str(uuid4()), 1)
- error = ValueError('private-error')
- with pytest.raises(ValueError) as caught:
- with md.scope(ap, 'http.isolation.recorder', source='http'):
- md.workspace(ctx)
- assert d.current_span().fields['workspace_uuid'] == ctx.workspace_uuid
- raise error
- assert caught.value is error
- assert recorder.events[-1]['outcome'] == 'failed'
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES[1:])
-@pytest.mark.parametrize('termination', ['success', 'error', 'cancel'])
-async def test_nested_off_boundary_restores_outer_annotation_and_error(mode, termination):
- a, b, manager, ca, cb, parent = owners(mode)
- error = asyncio.CancelledError('private-cancel') if termination == 'cancel' else ValueError('private-error')
-
- @md.observe('http.isolation.off', source='http', ap=b)
- async def endpoint():
- await nested(b, cb, [])
- md.outcome('failed')
- if termination != 'success':
- raise error
- return 42
-
- with parent.activate():
- with md.scope(a, 'http.isolation.outer', source='http'):
- outer = d.current_span()
- if termination == 'success':
- assert await endpoint() == 42
- else:
- with pytest.raises(type(error)) as caught:
- await endpoint()
- assert caught.value is error
- assert d.current_span() is outer
- md.workspace(ca)
- assert outer.fields['workspace_uuid'] == ca.workspace_uuid
- assert outer.outcome is None
- assert d.current_span() is parent
- assert not manager.pending
- assert [e['operation'] for e in a.diagnostics.pending] == [
- 'http.isolation.parent',
- 'http.isolation.outer',
- 'http.isolation.outer',
- ]
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-@pytest.mark.parametrize('group_class', [WebSocketChatRouterGroup, EmbedRouterGroup])
-async def test_websocket_send_cancel_restores_foreign_parent(mode, group_class):
- a, b, manager, ca, cb, parent = owners(mode)
- group = group_class(b, quart.Quart(__name__))
- connection = NS(is_active=False, send_queue=asyncio.Queue())
- await connection.send_queue.put({'text': 'private-answer'})
- error = asyncio.CancelledError('private-cancel')
-
- async def send(payload):
- await nested(b, cb, [])
- raise error
-
- with parent.activate(), patch('quart.websocket', NS(send=send)):
- with pytest.raises(asyncio.CancelledError) as caught:
- await group._handle_send(connection)
- assert caught.value is error
- assert d.current_span() is parent
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', MODES)
-async def test_sync_http_body_exhaustion_has_owned_context_without_consumer_leak(mode):
- a, b, manager, ca, cb, parent = owners(mode)
- seen, closed = [], []
-
- def stream():
- try:
- for value in (b'one', b'two'):
- md.workspace(cb)
- seen.append(d.current_span())
- yield value
- finally:
- seen.append(d.current_span())
- closed.append(True)
-
- @md.observe('http.isolation.sync_body', source='http', ap=b, http=True)
- async def endpoint():
- return quart.Response(stream())
-
- response = await endpoint()
- with parent.activate():
- async with response.response as body:
- chunks = []
- async for chunk in body:
- assert d.current_span() is parent
- chunks.append(chunk)
- assert d.current_span() is parent
- assert chunks == [b'one', b'two']
- assert closed == [True]
- assert all((span is not None) == (mode == 'enabled') for span in seen)
- assert_isolated(a, b, manager, ca, cb, parent, mode)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('mode', ['enabled', 'disabled', 'absent', 'mismatched'])
-@pytest.mark.parametrize('failure_stage', ['enter', 'iterator', 'advance', 'exit', None])
-async def test_custom_http_body_protocol_and_cancellation_identity(mode, failure_stage):
- from quart.wrappers.response import IterableBody
-
- a, b, manager, ca, cb, parent = owners(mode)
- error = asyncio.CancelledError('private-body-cancel')
- seen = []
-
- def visit(stage):
- md.workspace(cb)
- seen.append((stage, d.current_span()))
- if stage == failure_stage:
- raise error
-
- class Body(IterableBody):
- def __init__(self):
- pass
-
- async def __aenter__(self):
- visit('enter')
- return self
-
- def __aiter__(self):
- visit('iterator')
- return self
-
- async def __anext__(self):
- visit('advance')
- raise StopAsyncIteration
-
- async def __aexit__(self, *args):
- visit('exit')
-
- @md.observe('http.isolation.body_protocol', source='http', ap=b, http=True)
- async def endpoint():
- response = quart.Response()
- response.response = Body()
- return response
-
- response = await endpoint()
-
- async def consume():
- async with response.response as body:
- assert d.current_span() is parent
- async for _ in body:
- pytest.fail('empty body yielded')
-
- with parent.activate():
- if failure_stage is None:
- await consume()
- else:
- with pytest.raises(asyncio.CancelledError) as caught:
- await consume()
- assert caught.value is error
- assert d.current_span() is parent
- assert all((span is not None) == (mode == 'enabled') for _, span in seen)
- assert [s for s, _ in seen].count('exit') == (0 if failure_stage in {'enter', 'iterator'} else 1)
- assert_isolated(a, b, manager, ca, cb, parent, mode)
diff --git a/tests/unit_tests/api/test_diagnostics_management_lifecycle.py b/tests/unit_tests/api/test_diagnostics_management_lifecycle.py
deleted file mode 100644
index df68d44bf..000000000
--- a/tests/unit_tests/api/test_diagnostics_management_lifecycle.py
+++ /dev/null
@@ -1,163 +0,0 @@
-"""HTTP streaming termination, fail-open behavior and real producer privacy."""
-
-import asyncio
-import json
-import re
-from types import SimpleNamespace
-from unittest.mock import AsyncMock
-
-import pytest
-import quart
-
-from langbot.pkg.agent.runner import errors as runner_errors
-from langbot.pkg.api import management_diagnostics as md
-from langbot.pkg.api.http.controller.group import AuthType
-from langbot.pkg.api.http.controller.groups.agent_debug_stream import debug_stream_response
-from langbot.pkg.api.mcp.mount import MCPMount
-from langbot.pkg.telemetry import diagnostics as d
-from tests.unit_tests.api.test_diagnostics_management_http import Recorder, setup
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('termination', ['close', 'cancel', 'error'])
-async def test_stream_termination_preserves_cleanup_and_error(termination):
- app, ap, routes = await setup()
- closed = []
-
- @routes.route('/end', auth_type=AuthType.NONE)
- async def end():
- async def body():
- try:
- yield b'one'
- if termination == 'error':
- raise ValueError('private-error')
- if termination == 'cancel':
- raise asyncio.CancelledError('private-cancel')
- yield b'two'
- finally:
- closed.append(d.current_span())
-
- return quart.Response(body())
-
- async with app.test_request_context('/management/end'):
- response = await app.full_dispatch_request()
- if termination == 'close':
- async with response.response as body:
- assert await anext(body.__aiter__()) == b'one'
- else:
- error = ValueError if termination == 'error' else asyncio.CancelledError
- with pytest.raises(error):
- async with response.response as body:
- iterator = body.__aiter__()
- assert await anext(iterator) == b'one'
- await anext(iterator)
- assert len(closed) == 1 and closed[0] is not None
- expected = 'failed' if termination == 'error' else 'cancelled'
- assert [e['outcome'] for e in ap.diagnostics.events] == ['started', expected]
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_debug_ndjson_error_marks_http_business_failure():
- app, ap, routes = await setup()
- service = SimpleNamespace(debug_agent=AsyncMock(side_effect=runner_errors.RunnerNotFoundError('private-error')))
-
- @routes.route('/ndjson', auth_type=AuthType.NONE)
- async def ndjson():
- return debug_stream_response(service, object(), 'private-agent', {'text': 'private-text'})
-
- response = await app.test_client().get('/management/ndjson')
- assert response.status_code == 200
- assert json.loads(await response.get_data())['kind'] == 'error'
- assert ap.diagnostics.events[-1]['outcome'] == 'failed'
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-async def test_terminal_diagnostic_failure_preserves_success_and_stream():
- class BrokenFinish(Recorder):
- def emit(self, kind, operation, outcome, **fields):
- if outcome != 'started':
- raise RuntimeError('private-diagnostic-error')
- super().emit(kind, operation, outcome, **fields)
-
- app, _, _ = await setup(BrokenFinish())
- response = await app.test_client().get('/management/stream')
- assert await response.get_data() == b'private-stream-chunk'
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_real_manager_status_privacy_and_no_network_in_request():
- app, ap, _ = await setup(None)
- ap.instance_config = SimpleNamespace(data={'space': {'url': 'https://example.invalid'}})
- ap.diagnostics = d.DiagnosticsManager(ap, version='4.11.0-beta.2', instance_id='instance-test', capacity=20)
- ap.diagnostics.credentials = AsyncMock(side_effect=AssertionError('must not await credentials'))
- for path in ['ok/private-identifier', 'business', 'auth', 'cancel']:
- async with app.test_request_context('/management/' + path):
- try:
- await app.full_dispatch_request()
- except asyncio.CancelledError:
- pass
- events = list(ap.diagnostics.pending)
- assert len(events) == 8
- assert {e['outcome'] for e in events} == {'started', 'succeeded', 'failed', 'rejected', 'cancelled'}
- assert all(re.fullmatch(r'[A-Za-z_][A-Za-z0-9_.:-]{0,127}', e['operation']) for e in events)
- assert 'private-' not in json.dumps(events)
- ap.diagnostics.credentials.assert_not_awaited()
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'config,version',
- [
- ({}, '4.11.0'),
- ({'disable_telemetry': True}, '4.11.0-beta.2'),
- ({'disable_beta_diagnostics': True}, '4.11.0-beta.2'),
- ],
-)
-async def test_real_manager_disabled_modes_do_not_install_context(config, version):
- app, ap, _ = await setup(None)
- ap.instance_config = SimpleNamespace(data={'space': config})
- ap.diagnostics = d.DiagnosticsManager(ap, version=version, instance_id='instance-test')
- response = await app.test_client().get('/management/ok/private-id')
- assert response.status_code == 200
- assert ap.seen == [None]
- assert not ap.diagnostics.pending
-
-
-@pytest.mark.asyncio
-async def test_mcp_mount_observes_auth_without_headers_or_body():
- ap = SimpleNamespace(
- diagnostics=Recorder(), apikey_service=SimpleNamespace(authenticate_api_key=AsyncMock(return_value=None))
- )
- mount = MCPMount(ap)
- send = AsyncMock()
- fallback = AsyncMock()
- await mount.wrap(fallback)(
- {'type': 'http', 'path': '/mcp/private-path', 'headers': [(b'x-api-key', b'private-token')]}, AsyncMock(), send
- )
- assert send.call_args_list[0].args[0]['status'] == 401
- assert [e['outcome'] for e in ap.diagnostics.events] == ['started', 'rejected']
- assert ap.diagnostics.events[-1]['operation'] == 'mcp.request'
- assert 'private-' not in json.dumps(ap.diagnostics.events)
- fallback.assert_not_awaited()
-
-
-@pytest.mark.asyncio
-async def test_debug_boundary_source_inherits_without_duplicate_run():
- recorder = Recorder()
- ap = SimpleNamespace(diagnostics=recorder)
-
- @md.observe('http.test.debug', source='webui_debug', ap=ap)
- async def debug():
- @d.observe('run', 'runner.run', source='agent', ap=ap)
- async def run():
- return 'private-content'
-
- return await run()
-
- assert await debug() == 'private-content'
- assert len([e for e in recorder.events if e['kind'] == 'run' and e['outcome'] == 'started']) == 1
- assert all(e['source'] == 'webui_debug' and e['attributes']['synthetic'] for e in recorder.events)
- assert 'private-' not in json.dumps(recorder.events)
diff --git a/tests/unit_tests/api/test_diagnostics_management_transports.py b/tests/unit_tests/api/test_diagnostics_management_transports.py
deleted file mode 100644
index 4b78cd91a..000000000
--- a/tests/unit_tests/api/test_diagnostics_management_transports.py
+++ /dev/null
@@ -1,173 +0,0 @@
-"""Management MCP, WebSocket and debug execution boundaries."""
-
-import asyncio
-import json
-from types import SimpleNamespace
-from unittest.mock import AsyncMock, patch
-
-import pytest
-import quart
-
-from langbot.pkg.api.http.controller.groups.pipelines.websocket_chat import WebSocketChatRouterGroup
-from langbot.pkg.api.http.controller.groups.pipelines.embed import EmbedRouterGroup
-from langbot.pkg.api.mcp.server import LangBotMCPServer
-from langbot.pkg.telemetry import diagnostics as d
-from tests.unit_tests.api.test_diagnostics_management_http import Recorder
-
-
-@pytest.mark.asyncio
-async def test_mcp_real_registered_tool_has_source_and_never_content():
- recorder = Recorder()
- seen = []
-
- async def get_bot(*args, **kwargs):
- seen.append(d.current_span())
- return {'secret': 'private-result'}
-
- ap = SimpleNamespace(diagnostics=recorder, bot_service=SimpleNamespace(get_bot=get_bot))
- server = LangBotMCPServer(ap)
- with patch('langbot.pkg.api.mcp.server._authorized', return_value=object()):
- result = await server.mcp.call_tool('get_bot', {'bot_uuid': 'private-bot'})
- assert result
- assert [e['outcome'] for e in recorder.events] == ['started', 'succeeded']
- assert recorder.events[-1]['operation'] == 'mcp.get_bot'
- assert recorder.events[-1]['source'] == 'mcp'
- assert seen[0] is not None
- assert 'private-' not in json.dumps(recorder.events)
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_mcp_tool_permission_rejection_is_observed():
- server = LangBotMCPServer(SimpleNamespace(diagnostics=Recorder()))
- with pytest.raises(Exception):
- await server.mcp.call_tool('list_bots', {})
- assert server.ap.diagnostics.events[-1]['outcome'] in {'rejected', 'failed'}
- assert server.ap.diagnostics.events[-1]['source'] == 'mcp'
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'group_class,path',
- [
- (WebSocketChatRouterGroup, '/api/v1/pipelines/private-pipeline/ws/connect'),
- (EmbedRouterGroup, '/api/v1/embed/11111111-1111-4111-8111-111111111111/ws/connect?session_id=private-session'),
- ],
-)
-async def test_real_websocket_session_auth_rejection_is_content_free(group_class, path):
- app = quart.Quart(__name__)
- ap = SimpleNamespace(diagnostics=Recorder())
- group = group_class(ap, app)
- group._authenticate_websocket = AsyncMock(side_effect=ValueError('private-token'))
- if group_class is EmbedRouterGroup:
- group._resolve_bot = AsyncMock(return_value=(object(), 'private-pipeline'))
- await group.initialize()
- async with app.test_client().websocket(path) as socket:
- frame = json.loads(await socket.receive())
- assert frame['type'] == 'error'
- terminal = [e for e in ap.diagnostics.events if e['outcome'] != 'started']
- assert terminal
- assert terminal[-1]['outcome'] == 'rejected'
- assert terminal[-1]['source'] == 'websocket'
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('group_class', [WebSocketChatRouterGroup, EmbedRouterGroup])
-async def test_websocket_received_message_boundaries_do_not_capture_frames(group_class):
- app = quart.Quart(__name__)
- ap = SimpleNamespace(diagnostics=Recorder())
- group = group_class(ap, app)
- connection = SimpleNamespace(is_active=True, connection_id='private-id', send_queue=asyncio.Queue())
- adapter = SimpleNamespace(handle_websocket_message=AsyncMock())
- if group_class is WebSocketChatRouterGroup:
- group._revalidate_websocket_authorization = AsyncMock(return_value=object())
- args = (connection, adapter, object(), 'private-token')
- else:
- group._resolve_connected_bot = AsyncMock(return_value=object())
- args = (connection, adapter, object(), 'private-pipeline')
-
- async def receive():
- connection.is_active = False
- return json.dumps({'type': 'message', 'text': 'private-prompt'})
-
- with (
- patch('quart.websocket', SimpleNamespace(receive=receive)),
- patch(
- 'langbot.pkg.api.http.controller.groups.pipelines.websocket_chat.ws_connection_manager.update_activity',
- new=AsyncMock(),
- ),
- ):
- await group._handle_receive(*args)
- adapter.handle_websocket_message.assert_awaited_once()
- assert [e['outcome'] for e in ap.diagnostics.events] == ['started', 'succeeded']
- assert ap.diagnostics.events[-1]['operation'].endswith('.message')
- assert 'private-' not in json.dumps(ap.diagnostics.events)
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_debug_service_marks_synthetic_source_before_validation():
- from langbot.pkg.api.http.service.agent import AgentService
-
- ap = SimpleNamespace(diagnostics=Recorder())
- service = AgentService(ap)
- seen = []
-
- async def get_agent(*args):
- seen.append(d.current_span())
- return None
-
- service.get_agent = get_agent
- with pytest.raises(ValueError):
- await service.debug_agent(object(), 'private-id', {'text': 'private-prompt'})
- assert seen[0].fields['source'] == 'webui_debug'
- assert ap.diagnostics.events[-1]['operation'] == 'http.agent.debug_agent'
- assert ap.diagnostics.events[-1]['source'] == 'webui_debug'
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('group_class', [WebSocketChatRouterGroup, EmbedRouterGroup])
-@pytest.mark.parametrize(
- 'frame,expected', [('private-invalid-json', 'rejected'), ('{"type":"private-unknown"}', 'skipped')]
-)
-async def test_websocket_invalid_frames_have_finite_outcomes(group_class, frame, expected):
- app = quart.Quart(__name__)
- ap = SimpleNamespace(diagnostics=Recorder())
- group = group_class(ap, app)
- connection = SimpleNamespace(is_active=True, connection_id='private-id', send_queue=asyncio.Queue())
-
- async def receive():
- connection.is_active = False
- return frame
-
- with (
- patch('quart.websocket', SimpleNamespace(receive=receive)),
- patch(
- 'langbot.pkg.api.http.controller.groups.pipelines.websocket_chat.ws_connection_manager.update_activity',
- new=AsyncMock(),
- ),
- ):
- await group._handle_receive(connection, object(), object(), 'private-token')
- assert ap.diagnostics.events[-1]['outcome'] == expected
- assert 'private-' not in json.dumps(ap.diagnostics.events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('group_class', [WebSocketChatRouterGroup, EmbedRouterGroup])
-async def test_websocket_send_boundary_preserves_payload_and_cancellation(group_class):
- app = quart.Quart(__name__)
- ap = SimpleNamespace(diagnostics=Recorder())
- group = group_class(ap, app)
- connection = SimpleNamespace(is_active=False, send_queue=asyncio.Queue())
- await connection.send_queue.put({'text': 'private-answer'})
- send = AsyncMock(side_effect=asyncio.CancelledError('private-error'))
- with patch('quart.websocket', SimpleNamespace(send=send)):
- with pytest.raises(asyncio.CancelledError):
- await group._handle_send(connection)
- assert json.loads(send.call_args.args[0]) == {'text': 'private-answer'}
- assert ap.diagnostics.events[-1]['outcome'] == 'cancelled'
- assert ap.diagnostics.events[-1]['operation'].endswith('.send')
- assert 'private-' not in json.dumps(ap.diagnostics.events)
- assert d.current_span() is None
diff --git a/tests/unit_tests/telemetry/test_adapter_acceptance.py b/tests/unit_tests/telemetry/test_adapter_acceptance.py
deleted file mode 100644
index ceffe2288..000000000
--- a/tests/unit_tests/telemetry/test_adapter_acceptance.py
+++ /dev/null
@@ -1,208 +0,0 @@
-"""Adapter acceptance boundaries and strict Beta-only production."""
-
-import json
-from types import SimpleNamespace
-from uuid import uuid4
-
-import pytest
-from langbot_plugin.api.entities.builtin.platform.events import MessageReceivedEvent
-from langbot_plugin.api.entities.builtin.platform.message import MessageChain, Plain, Image
-
-from langbot.pkg.telemetry import diagnostics as d
-from langbot.pkg.telemetry import adapter_diagnostics as adapter
-from langbot.pkg.telemetry.diagnostic_catalog import snapshot_bot, catalog
-
-
-def make_manager(version='4.11.0b2', **config):
- ap = SimpleNamespace(instance_config=SimpleNamespace(data={'space': {'url': 'https://example.invalid', **config}}))
- ap.diagnostics = d.DiagnosticsManager(ap, version=version, instance_id='instance-test', capacity=2048)
- return ap.diagnostics
-
-
-def boundary(fn, operation='send_message', kind='api'):
- fn.__module__ = 'langbot.pkg.platform.adapters.telegram.adapter'
- return d.observe(kind, operation, source='platform', stage='convert' if kind == 'event' else 'accepted')(fn)
-
-
-def evidence(m):
- return [e for e in m.pending if e['attributes'].get('adapter_evidence') and e['outcome'] != 'started']
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'version,config',
- [
- ('4.11.0', {}),
- ('4.11.0a1', {}),
- ('4.11.0rc1', {}),
- ('4.11.0.dev1', {}),
- ('4.11.0b2+local', {}),
- ('invalid', {}),
- ('4.11.0b2', {'disable_telemetry': True}),
- ('4.11.0b2', {'disable_beta_diagnostics': True}),
- ],
-)
-async def test_disabled_adapter_produces_nothing(version, config, monkeypatch):
- m = make_manager(version, **config)
-
- def forbidden(*args, **kwargs):
- raise AssertionError('disabled producer projected adapter metadata')
-
- monkeypatch.setattr(adapter, 'boundary_fields', forbidden)
-
- async def call(self):
- return 42
-
- assert await boundary(call)(SimpleNamespace(ap=m.ap)) == 42
- snapshot_bot(SimpleNamespace(ap=m.ap), listener_registered=True)
- d.adapter_event_received(SimpleNamespace(ap=m.ap), MessageReceivedEvent())
- assert not m.pending
- assert m.counters['generated'] == 0
- await m.flush_once()
- assert m.counters['acked'] == 0
-
-
-@pytest.mark.asyncio
-async def test_nested_api_counted_once_and_only_finite_scenario():
- m = make_manager()
- owner = SimpleNamespace(ap=m.ap)
-
- async def leaf(self, message, target_type):
- return {'ok': True, 'private_result': 'SECRET_CANARY'}
-
- third = boundary(leaf)
-
- async def middle(self, message, target_type):
- return await third(self, message, target_type)
-
- second = boundary(middle)
-
- async def outer(self, message, target_type):
- return await second(self, message, target_type)
-
- await boundary(outer)(
- owner, MessageChain([Plain(text='SECRET_CANARY'), Image(url='https://secret.invalid')]), 'person'
- )
- rows = evidence(m)
- assert len(rows) == 1
- assert rows[0]['attributes'] == {'adapter_evidence': True, 'chat_type': 'person', 'content_type': 'mixed'}
- assert len(m.pending) == 6
- assert 'SECRET_CANARY' not in json.dumps(list(m.pending))
- assert '_adapter_api_active' not in json.dumps(list(m.pending))
-
-
-@pytest.mark.asyncio
-async def test_api_specific_interaction_unknown_and_failure():
- m = make_manager()
-
- async def call(self, action, params):
- return {'ok': False, 'description': 'SECRET_CANARY'}
-
- call = boundary(call, 'call_platform_api')
- actions = catalog()['telegram']['specific_apis']
- assert actions
- action = actions[0].removeprefix('platform_api.')
- for name in (action, 'interaction.request', 'SECRET_CANARY'):
- await call(SimpleNamespace(ap=m.ap), name, {'token': 'SECRET_CANARY'})
- rows = evidence(m)
- assert [r['operation'] for r in rows] == [actions[0], 'interaction.request']
- assert all(r['outcome'] == 'failed' for r in rows)
- assert 'SECRET_CANARY' not in json.dumps(list(m.pending))
-
-
-@pytest.mark.asyncio
-async def test_conversion_count_and_private_message_scenario():
- m = make_manager()
-
- async def convert(self, event):
- return event
-
- call = boundary(convert, 'platform.target2yiri', 'event')
- event = await call(
- SimpleNamespace(ap=m.ap), MessageReceivedEvent(message_chain=MessageChain([Plain(text='SECRET_CANARY')]))
- )
- assert not evidence(m)
- d.adapter_event_received(SimpleNamespace(ap=m.ap), event)
- await call(SimpleNamespace(ap=m.ap), None)
- await call(SimpleNamespace(ap=m.ap), {'legacy': 'SECRET_CANARY'})
- rows = evidence(m)
- assert len(rows) == 1
- assert rows[0]['platform_event_type'] == 'message.received'
- assert rows[0]['attributes']['chat_type'] == 'person'
- assert rows[0]['attributes']['content_type'] == 'text'
- assert 'SECRET_CANARY' not in json.dumps(list(m.pending))
-
-
-def test_registered_snapshot_includes_specific_apis_without_claiming_connection():
- m = make_manager()
- entry = catalog()['telegram']
- cls = type(
- 'Adapter',
- (),
- {
- '__module__': 'langbot.pkg.platform.adapters.telegram.adapter',
- 'get_supported_events': lambda self: entry['events'],
- 'get_supported_apis': lambda self: entry['apis'],
- },
- )
- snapshot_bot(
- SimpleNamespace(ap=m.ap, adapter=cls(), execution_context=SimpleNamespace(workspace_uuid=str(uuid4()))),
- listener_registered=True,
- )
- rows = list(m.pending)
- assert rows
- assert all('available' not in r['attributes'] for r in rows)
- assert all(r['attributes']['listener_registered'] for r in rows if r['attributes']['capability_type'] == 'event')
- names = {r['attributes']['capability_name'] for r in rows}
- assert set(entry['specific_apis']) <= names
-
-
-@pytest.mark.asyncio
-async def test_real_dispatch_success_precedes_listener_failure():
- from unittest.mock import AsyncMock
- from langbot.pkg.platform.adapters.telegram.adapter import TelegramAdapter
- from langbot_plugin.api.entities.builtin.platform.events import EBAEvent
-
- m = make_manager()
- owner = SimpleNamespace(ap=m.ap, listeners={EBAEvent: AsyncMock(side_effect=ValueError('SECRET_CANARY'))})
- with pytest.raises(ValueError):
- await TelegramAdapter._dispatch_eba_event(owner, MessageReceivedEvent())
- rows = evidence(m)
- assert len(rows) == 1 and rows[0]['outcome'] == 'succeeded'
- assert rows[0]['operation'] == 'platform.adapter_event'
-
-
-def test_event_dispatch_does_not_borrow_another_workspace_trace():
- from langbot.pkg.api.http.context import ExecutionContext
-
- m = make_manager()
- workspace = str(uuid4())
- owner = SimpleNamespace(
- ap=m.ap,
- execution_context=ExecutionContext(
- instance_uuid=m.instance_id, workspace_uuid=workspace, placement_generation=1
- ),
- )
- with d.Span(m, 'event', 'platform.receive', {'workspace_uuid': str(uuid4()), 'source': 'webui_debug'}).activate():
- d.adapter_event_received(owner, MessageReceivedEvent())
- row = evidence(m)[0]
- assert row['workspace_uuid'] == workspace
- assert not row.get('parent_span_id')
- assert row['source'] == 'platform'
- assert not row['attributes'].get('synthetic')
-
-
-def test_every_adapter_records_native_and_interaction_dispatch():
- import ast
- from pathlib import Path
-
- base = Path(__file__).resolve().parents[3] / 'src/langbot/pkg/platform/adapters'
- for directory in catalog():
- tree = ast.parse((base / directory / 'adapter.py').read_text(encoding='utf-8'))
- dispatch = next(
- n for n in ast.walk(tree) if isinstance(n, ast.AsyncFunctionDef) and n.name == '_dispatch_eba_event'
- )
- assert any(
- isinstance(n, ast.Call) and ast.unparse(n.func) == 'diagnostics.adapter_event_received'
- for n in ast.walk(dispatch)
- ), directory
diff --git a/tests/unit_tests/telemetry/test_adapter_confirmation.py b/tests/unit_tests/telemetry/test_adapter_confirmation.py
deleted file mode 100644
index 48307db67..000000000
--- a/tests/unit_tests/telemetry/test_adapter_confirmation.py
+++ /dev/null
@@ -1,318 +0,0 @@
-"""Real adapter acceptance must reflect confirmed operations, not normal returns."""
-
-import base64
-import json
-from types import SimpleNamespace
-from unittest.mock import AsyncMock
-from uuid import uuid4
-
-import httpx
-import pytest
-from langbot_plugin.api.entities.builtin.platform.message import File, MessageChain, Plain
-
-from langbot.pkg.api.http.context import ExecutionContext
-from langbot.pkg.platform.adapters.telegram.adapter import TelegramAdapter
-from langbot.pkg.telemetry import diagnostics as d
-
-
-def make_adapter(version='4.11.0b3', **config):
- ap = SimpleNamespace(instance_config=SimpleNamespace(data={'space': {'url': 'https://example.invalid', **config}}))
- manager = d.DiagnosticsManager(ap, version=version, instance_id='instance-test')
- ap.diagnostics = manager
- context = ExecutionContext(instance_uuid=manager.instance_id, workspace_uuid=str(uuid4()), placement_generation=1)
- sdk = SimpleNamespace(edit_message_text=AsyncMock(return_value=True), send_message=AsyncMock(return_value=True))
- adapter = TelegramAdapter.model_construct(
- bot=sdk, config={'markdown_card': False}, logger=SimpleNamespace(ap=ap, execution_context=context), listeners={}
- )
- return adapter, manager, sdk
-
-
-async def wire_events(manager):
- batches = []
-
- async def sender(request):
- batch = json.loads(request.content)
- batches.append(batch)
- return httpx.Response(
- 200,
- json={
- 'code': 200,
- 'data': {'accepted_event_ids': [e['event_id'] for e in batch['events']], 'rejected': []},
- },
- )
-
- manager.client = httpx.AsyncClient(transport=httpx.MockTransport(sender))
- await manager.flush_once()
- assert not manager.pending
- await manager.shutdown(drain_timeout=0)
- assert 'PRIVATE_' not in json.dumps(batches)
- return [event for batch in batches for event in batch['events']]
-
-
-def successes(events):
- return [e for e in events if e['attributes'].get('adapter_evidence') and e['outcome'] == 'succeeded']
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_file_only_edit_is_not_acceptance_through_sender():
- adapter, manager, sdk = make_adapter()
- for _ in range(2):
- result = await adapter.edit_message(
- 'person',
- 'PRIVATE_CHAT',
- 'PRIVATE_MESSAGE',
- MessageChain([File(name='PRIVATE_FILE', base64=base64.b64encode(b'PRIVATE_BYTES').decode())]),
- )
- assert result is None
- sdk.edit_message_text.assert_not_awaited()
- events = await wire_events(manager)
- assert len([e for e in events if e['operation'] == 'edit_message']) == 4
- assert not successes(events)
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_acknowledged_void_edit_is_acceptance_through_sender():
- adapter, manager, sdk = make_adapter()
- assert (
- await adapter.edit_message(
- 'person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE', MessageChain([Plain(text='PRIVATE_TEXT')])
- )
- is None
- )
- sdk.edit_message_text.assert_awaited_once_with(
- chat_id='PRIVATE_CHAT', message_id='PRIVATE_MESSAGE', text='PRIVATE_TEXT'
- )
- events = await wire_events(manager)
- assert len(successes(events)) == 1
- assert successes(events)[0]['attributes']['content_type'] == 'text'
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_empty_send_is_not_acceptance():
- adapter, manager, sdk = make_adapter()
- assert await adapter.send_message('person', 'PRIVATE_CHAT', MessageChain([])) is None
- sdk.send_message.assert_not_awaited()
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_edit_exception_is_unchanged():
- adapter, manager, sdk = make_adapter()
- error = ValueError('PRIVATE_ERROR')
- sdk.edit_message_text.side_effect = error
- with pytest.raises(ValueError) as raised:
- await adapter.edit_message(
- 'person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE', MessageChain([Plain(text='PRIVATE_TEXT')])
- )
- assert raised.value is error
- events = await wire_events(manager)
- assert not successes(events)
- assert any(e['outcome'] == 'failed' and e['operation'] == 'edit_message' for e in events)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'version,config',
- [('4.11.0', {}), ('4.11.0b3', {'disable_telemetry': True}), ('4.11.0b3', {'disable_beta_diagnostics': True})],
-)
-async def test_real_adapter_disabled_gates_keep_business_behavior(version, config):
- adapter, manager, sdk = make_adapter(version, **config)
- assert (
- await adapter.edit_message(
- 'person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE', MessageChain([Plain(text='PRIVATE_TEXT')])
- )
- is None
- )
- sdk.edit_message_text.assert_awaited_once()
- assert await wire_events(manager) == []
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('result', [None, False, {}, {'queued': True}, {'stream': False}])
-async def test_unconfirmed_normal_return_is_not_acceptance(result):
- adapter, manager, _ = make_adapter()
-
- async def call(self):
- return result
-
- call.__module__ = 'langbot.pkg.platform.adapters.telegram.adapter'
- observed = d.observe('api', 'send_message', source='platform', stage='accepted')(call)
- assert await observed(adapter) is result
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('raw', [{}, {'results': []}, {'result': None}, {'queued': True}])
-async def test_message_result_source_id_is_not_confirmation(raw):
- from langbot_plugin.api.entities.builtin.platform.events import MessageResult
-
- adapter, manager, _ = make_adapter()
- result = MessageResult(message_id='PRIVATE_SOURCE_ID', raw=raw)
-
- async def call(self):
- return result
-
- call.__module__ = 'langbot.pkg.platform.adapters.wecom.adapter'
- observed = d.observe('api', 'reply_message', source='platform', stage='accepted')(call)
- assert await observed(adapter) is result
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_discord_void_delete_is_confirmed():
- from langbot.pkg.platform.adapters.discord.adapter import DiscordAdapter
-
- adapter, manager, _ = make_adapter()
- message = SimpleNamespace(delete=AsyncMock(return_value=None))
- channel = SimpleNamespace(fetch_message=AsyncMock(return_value=message))
- discord = DiscordAdapter.model_construct(
- bot=SimpleNamespace(get_channel=lambda _: channel), logger=adapter.logger, config={}, listeners={}
- )
- assert await discord.delete_message('group', '123', '456') is None
- message.delete.assert_awaited_once()
- assert len(successes(await wire_events(manager))) == 1
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('result', [False, None])
-async def test_real_telegram_unacknowledged_edit_keeps_void_return(result):
- adapter, manager, sdk = make_adapter()
- sdk.edit_message_text.return_value = result
- assert (
- await adapter.edit_message(
- 'person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE', MessageChain([Plain(text='PRIVATE_TEXT')])
- )
- is None
- )
- sdk.edit_message_text.assert_awaited_once()
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_acknowledged_void_delete_is_acceptance():
- adapter, manager, sdk = make_adapter()
- sdk.delete_message = AsyncMock(return_value=True)
- assert await adapter.delete_message('person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE') is None
- sdk.delete_message.assert_awaited_once()
- assert len(successes(await wire_events(manager))) == 1
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_sdk_message_send_is_acceptance():
- import datetime
- import telegram
-
- adapter, manager, sdk = make_adapter()
- sdk.send_message.return_value = telegram.Message(
- message_id=123, date=datetime.datetime.now(datetime.timezone.utc), chat=telegram.Chat(id=456, type='private')
- )
- assert await adapter.send_message('person', 'PRIVATE_CHAT', MessageChain([Plain(text='PRIVATE_TEXT')])) is None
- sdk.send_message.assert_awaited_once()
- assert len(successes(await wire_events(manager))) == 1
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'raw', [{'ok': True, 'raw': None}, {'ok': True, 'raw': {'errcode': 42}}, {'results': [{'ok': True}, None]}]
-)
-async def test_wrapped_ack_does_not_hide_missing_or_failed_response(raw):
- adapter, manager, _ = make_adapter()
-
- async def call(self):
- return raw
-
- call.__module__ = 'langbot.pkg.platform.adapters.wecombot.adapter'
- observed = d.observe('api', 'reply_message', source='platform', stage='accepted')(call)
- assert await observed(adapter) is raw
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize(
- 'action', ['check_tenant_access_token', 'refresh_app_access_token', 'refresh_tenant_access_token']
-)
-async def test_real_lark_self_app_token_noop_is_not_acceptance(action):
- from langbot.pkg.platform.adapters.lark.adapter import LarkAdapter
-
- adapter, manager, _ = make_adapter()
- lark = LarkAdapter.model_construct(config={'app_type': 'self'}, logger=adapter.logger, listeners={})
- assert await lark.call_platform_api(action, {}) == {'ok': True}
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_mixed_edit_cannot_confirm_ignored_file():
- adapter, manager, sdk = make_adapter()
- message = MessageChain([Plain(text='PRIVATE_TEXT'), File(name='PRIVATE_FILE', base64='eA==')])
- assert await adapter.edit_message('person', 'PRIVATE_CHAT', 'PRIVATE_MESSAGE', message) is None
- sdk.edit_message_text.assert_awaited_once()
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_discord_sent_message_result_is_confirmed():
- from langbot.pkg.platform.adapters.discord.adapter import DiscordAdapter
-
- adapter, manager, _ = make_adapter()
- channel = SimpleNamespace(send=AsyncMock(return_value=SimpleNamespace(id=123)))
- discord = DiscordAdapter.model_construct(
- bot=SimpleNamespace(get_channel=lambda _: channel), logger=adapter.logger, config={}, listeners={}
- )
- result = await discord.send_message('group', '456', MessageChain([Plain(text='PRIVATE_TEXT')]))
- assert result.message_id == 123
- channel.send.assert_awaited_once_with(content='PRIVATE_TEXT')
- assert len(successes(await wire_events(manager))) == 1
-
-
-@pytest.mark.asyncio
-async def test_real_aiocqhttp_empty_forward_is_not_acceptance():
- from langbot.pkg.platform.adapters.aiocqhttp.adapter import AiocqhttpAdapter
- from langbot_plugin.api.entities.builtin.platform.message import Forward
-
- adapter, manager, _ = make_adapter()
- sdk = SimpleNamespace(call_action=AsyncMock())
- onebot = AiocqhttpAdapter.model_construct(bot=sdk, logger=adapter.logger, config={}, listeners={})
- result = await onebot.send_message('group', '123', MessageChain([Forward(node_list=[])]))
- assert result.message_id is None and result.raw == {}
- sdk.call_action.assert_not_awaited()
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_unsupported_exception_is_unchanged():
- from langbot_plugin.api.entities.builtin.platform.errors import NotSupportedError
-
- adapter, manager, _ = make_adapter()
- with pytest.raises(NotSupportedError):
- await adapter.upload_file(b'PRIVATE_BYTES', 'PRIVATE_FILE')
- assert not successes(await wire_events(manager))
-
-
-@pytest.mark.asyncio
-async def test_real_lark_sent_message_result_is_confirmed():
- from langbot.pkg.platform.adapters.lark.adapter import LarkAdapter
-
- adapter, manager, _ = make_adapter()
- create = AsyncMock(
- return_value=SimpleNamespace(success=lambda: True, data=SimpleNamespace(message_id='PRIVATE_SENT_ID'))
- )
- lark = LarkAdapter.model_construct(
- config={'app_type': 'self'},
- logger=adapter.logger,
- listeners={},
- api_client=SimpleNamespace(im=SimpleNamespace(v1=SimpleNamespace(message=SimpleNamespace(acreate=create)))),
- )
- result = await lark.send_message('group', 'PRIVATE_CHAT', MessageChain([Plain(text='PRIVATE_TEXT')]))
- assert result.message_id == 'PRIVATE_SENT_ID'
- create.assert_awaited_once()
- assert len(successes(await wire_events(manager))) == 1
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_returned_user_info_is_confirmed():
- adapter, manager, sdk = make_adapter()
- sdk.get_chat = AsyncMock(return_value=SimpleNamespace(id=123, first_name='PRIVATE_NAME', username='PRIVATE_USER'))
- result = await adapter.get_user_info('PRIVATE_USER')
- assert result.id == 123
- sdk.get_chat.assert_awaited_once_with(chat_id='PRIVATE_USER')
- assert len(successes(await wire_events(manager))) == 1
diff --git a/tests/unit_tests/telemetry/test_beta_diagnostic_hooks.py b/tests/unit_tests/telemetry/test_beta_diagnostic_hooks.py
deleted file mode 100644
index e4ce1e93e..000000000
--- a/tests/unit_tests/telemetry/test_beta_diagnostic_hooks.py
+++ /dev/null
@@ -1,143 +0,0 @@
-"""Execute real Core boundaries with content canaries and early failures."""
-
-import json
-from types import SimpleNamespace
-from unittest.mock import AsyncMock
-from uuid import uuid4
-
-import pytest
-
-from langbot.pkg.telemetry import diagnostics as d
-from langbot.pkg.api.http.context import ExecutionContext
-from langbot.pkg.agent.runner.orchestrator import AgentRunOrchestrator
-from langbot.pkg.agent.runner.reply_stream import ReplyStreamSession, ReplyStreamRequest
-
-
-def make_ap():
- ap = SimpleNamespace(instance_config=SimpleNamespace(data={'space': {'url': 'https://example.invalid'}}))
- ap.persistence_mgr = SimpleNamespace(get_db_engine=lambda: None)
- ap.diagnostics = d.DiagnosticsManager(ap, version='4.11.0b2', instance_id='instance-test')
- return ap
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('processor', ['pipeline', 'agent', 'event_processor'])
-async def test_real_orchestrator_prepare_failure(processor):
- ap = make_ap()
- registry = SimpleNamespace(get=AsyncMock(side_effect=ValueError('CANARY private runner URL')))
- orchestrator = AgentRunOrchestrator(ap, registry)
- context = ExecutionContext(instance_uuid='instance-test', workspace_uuid=str(uuid4()), placement_generation=1)
- event = SimpleNamespace(workspace_id=context.workspace_uuid, event_type='message.received')
- binding = SimpleNamespace(runner_id='CANARY', processor_type=processor)
- with pytest.raises(ValueError, match='CANARY'):
- await anext(orchestrator.run(event, binding, adapter_context={'_execution_context': context}))
- records = ap.diagnostics.pending
- assert [r['outcome'] for r in records] == ['started', 'failed']
- assert records[-1]['stage'] == 'prepare'
- assert records[-1]['workspace_uuid'] == context.workspace_uuid
- assert records[-1]['processor_type'] == processor
- assert 'CANARY' not in json.dumps(records)
-
-
-@pytest.mark.asyncio
-async def test_real_reply_stream_mock_is_not_platform_success():
- ap = make_ap()
- event = SimpleNamespace(
- delivery=SimpleNamespace(reply_target={}, surface='webui', platform_capabilities={'debug_mock': True})
- )
- session = ReplyStreamSession(event)
- # Real runtime supplies the manager at construction from the orchestrator.
- session.diagnostics = ap.diagnostics
- result = await session.apply(ReplyStreamRequest(stream_id=uuid4(), operation='finish', text='CANARY user reply'))
- assert result['mock'] is True and result['text'] == 'CANARY user reply'
- assert ap.diagnostics.pending[-1]['source'] == 'webui_debug'
- assert ap.diagnostics.pending[-1]['attributes']['synthetic'] is True
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
-@pytest.mark.asyncio
-async def test_real_bot_route_projects_status_not_reason():
- from langbot.pkg.platform.botmgr import RuntimeBot
-
- ap = make_ap()
- bot = object.__new__(RuntimeBot)
- bot.ap = ap
- bot.logger = SimpleNamespace(info=AsyncMock())
- await bot._record_event_route_trace(
- event_type='message.received',
- status='not_matched',
- text='CANARY secret',
- reason='CANARY',
- failure_code='route_not_found',
- )
- records = ap.diagnostics.pending
- assert records[-1]['outcome'] == 'skipped'
- assert records[-1]['reason_code'] == 'route_not_found'
- assert 'CANARY' not in json.dumps(records)
-
-
-@pytest.mark.asyncio
-async def test_real_telegram_conversion_failure_before_bot_manager(monkeypatch):
- from langbot.pkg.platform.adapters.telegram.adapter import TelegramAdapter
- from langbot.pkg.platform.adapters.telegram.event_converter import TelegramEventConverter
-
- ap = make_ap()
- context = ExecutionContext(instance_uuid='instance-test', workspace_uuid=str(uuid4()), placement_generation=1)
- from langbot.pkg.platform.logger import EventLogger
-
- logger = EventLogger('test', ap, context, 'test')
- logger.error = AsyncMock()
- logger.warning = AsyncMock()
- adapter = TelegramAdapter({'token': '123456:ABCDEFGHIJKLMNOPQRSTUVWXYZ_123456789'}, logger)
- adapter.listeners = {}
- monkeypatch.setattr(
- TelegramEventConverter, '_convert_message', AsyncMock(side_effect=ValueError('CANARY conversion'))
- )
- update = SimpleNamespace(
- message=SimpleNamespace(from_user=SimpleNamespace(is_bot=False), text='CANARY text'),
- edited_message=None,
- chat_member=None,
- my_chat_member=None,
- callback_query=None,
- message_reaction=None,
- )
- callback = adapter.application.handlers[0][0].callback
- await callback(update, None)
- records = [e for e in ap.diagnostics.pending if e['stage'] == 'convert' and e['outcome'] == 'failed']
- assert records and records[-1]['adapter'] == 'telegram-omni'
- assert records[-1]['workspace_uuid'] == context.workspace_uuid
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
-@pytest.mark.asyncio
-async def test_real_interaction_ack_skip_and_failure():
- from langbot.pkg.agent.runner.interaction_manager import InteractionManager
-
- ap = make_ap()
- interactions = InteractionManager(ap, store=SimpleNamespace(record_delivery_success=AsyncMock()))
- await interactions.acknowledge_submission({}, SimpleNamespace(get_supported_apis=lambda: []))
- assert ap.diagnostics.pending[-1]['outcome'] == 'skipped'
- ap.diagnostics.pending.clear()
- ap.logger = SimpleNamespace(warning=lambda *a: None)
- adapter = SimpleNamespace(
- get_supported_apis=lambda: ['interaction.acknowledge'],
- call_platform_api=AsyncMock(side_effect=ValueError('CANARY ack')),
- )
- await interactions.acknowledge_submission({'delivery_result': {'secret': 'CANARY'}}, adapter)
- assert ap.diagnostics.pending[-1]['outcome'] == 'failed'
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
-def test_actual_adapter_capability_snapshot():
- from langbot.pkg.platform.adapters.telegram.adapter import TelegramAdapter
- from langbot.pkg.telemetry.diagnostic_catalog import snapshot_bot
-
- ap = make_ap()
- context = ExecutionContext(instance_uuid='instance-test', workspace_uuid=str(uuid4()), placement_generation=1)
- adapter = TelegramAdapter.model_construct(config={}, listeners={})
- snapshot_bot(SimpleNamespace(ap=ap, adapter=adapter, execution_context=context))
- records = ap.diagnostics.pending
- assert records and all(e['kind'] == 'capability' for e in records)
- api_rows = [e for e in records if e['attributes']['capability_type'] == 'api']
- assert any(e['operation'] == 'send_message' and e['attributes']['supported'] for e in api_rows)
- assert all(e['workspace_uuid'] == context.workspace_uuid for e in records)
diff --git a/tests/unit_tests/telemetry/test_beta_diagnostic_review_regressions.py b/tests/unit_tests/telemetry/test_beta_diagnostic_review_regressions.py
deleted file mode 100644
index 67deb287b..000000000
--- a/tests/unit_tests/telemetry/test_beta_diagnostic_review_regressions.py
+++ /dev/null
@@ -1,405 +0,0 @@
-"""Independent-review regressions through real ownership and lifecycle boundaries."""
-
-import asyncio
-import importlib.metadata
-import json
-from collections.abc import AsyncGenerator
-from types import SimpleNamespace as NS
-from unittest.mock import AsyncMock, Mock
-from uuid import uuid4
-
-import pytest
-
-from langbot.pkg.api.http.context import ExecutionContext
-from langbot.pkg.provider.modelmgr.requester import RuntimeProvider
-from langbot.pkg.telemetry import diagnostics as d
-
-
-def make_ap(identity='instance-test', disabled=False):
- ap = NS(instance_config=NS(data={'space': {'url': 'https://example.invalid', 'disable_telemetry': disabled}}))
- ap.diagnostics = d.DiagnosticsManager(ap, version='4.11.0b2', instance_id=identity)
- return ap
-
-
-def context(identity='instance-test'):
- return ExecutionContext(instance_uuid=identity, workspace_uuid=str(uuid4()), placement_generation=1)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [True, False])
-async def test_real_runtime_provider_cannot_use_other_app_manager(disabled):
- a, b = make_ap('instance-A'), make_ap('instance-B', disabled)
- ca, cb = context('instance-A'), context('instance-B')
- requester = NS(ap=b, invoke_llm=AsyncMock(return_value='business result'))
- provider = RuntimeProvider(cb, NS(workspace_uuid=cb.workspace_uuid), None, requester)
- model = NS(execution_context=cb, provider=provider)
- parent = d.Span(a.diagnostics, 'api', 'review.parent', {'workspace_uuid': ca.workspace_uuid})
- with parent.activate():
- assert await provider.invoke_llm(None, model, [], execution_context=cb) == 'business result'
- assert not [e for e in a.diagnostics.pending if e['operation'] == 'model.invoke_llm']
- assert len(b.diagnostics.pending) == (0 if disabled else 2)
- for event in b.diagnostics.pending:
- assert event['instance_id'] == 'instance-B'
- assert event['workspace_uuid'] == cb.workspace_uuid
- assert event['trace_id'] != parent.fields['trace_id']
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('shape', ['app', 'ap', 'logger', 'requester', 'adapter', 'direct', 'absent'])
-async def test_explicit_disabled_owner_blocks_parent_even_in_ownerless_children(shape):
- a, b = make_ap('instance-A'), make_ap('instance-B', True)
- shapes = {
- 'app': b,
- 'ap': NS(ap=b),
- 'logger': NS(logger=NS(ap=b)),
- 'requester': NS(requester=NS(ap=b)),
- 'adapter': NS(adapter=NS(logger=NS(ap=b))),
- 'direct': NS(diagnostics=b.diagnostics),
- 'absent': NS(ap=None),
- }
-
- @d.observe('api', 'review.child')
- async def child(data):
- d.event(data, 'api', 'review.point', 'succeeded')
- return 42
-
- @d.observe('api', 'review.owner')
- async def call(owner):
- return await child({})
-
- @d.observe('run', 'review.stream')
- async def stream(owner):
- yield await child({})
-
- parent = d.Span(a.diagnostics, 'api', 'review.parent', {})
- with parent.activate():
- assert await call(shapes[shape]) == 42
- assert [x async for x in stream(shapes[shape])] == [42]
- d.event(shapes[shape], 'api', 'review.point', 'succeeded')
- assert len(a.diagnostics.pending) == 1
- assert not b.diagnostics.pending
-
-
-@pytest.mark.asyncio
-async def test_context_cannot_select_other_instance_or_owned_workspace():
- ap = make_ap()
- ca, cb = context(), context('instance-other')
-
- @d.observe('api', 'review.context')
- async def call(owner, execution_context):
- return 42
-
- owner = NS(ap=ap, execution_context=ca)
- with d.Span(ap.diagnostics, 'api', 'review.parent', {'workspace_uuid': ca.workspace_uuid}).activate():
- assert await call(owner, cb) == 42
- assert await call(owner, context()) == 42
- assert not [e for e in ap.diagnostics.pending if e['operation'] == 'review.context']
- # A misplaced manager attachment is not an authoritative manager for B.
- other = make_ap('instance-other')
- other.diagnostics = ap.diagnostics
- assert await call(NS(ap=other), cb) == 42
- assert not [e for e in ap.diagnostics.pending if e['operation'] == 'review.context']
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [False, True])
-@pytest.mark.parametrize('action', ['aclose', 'athrow_exit', 'athrow_value', 'athrow_cancel'])
-async def test_cleanup_exception_identity_matches_native(disabled, action):
- ap = make_ap(disabled=disabled)
- cleanup_error = ValueError('CANARY cleanup')
-
- async def original(owner):
- try:
- yield 1
- finally:
- raise cleanup_error
-
- for fn in (original, d.observe('run', 'review.cleanup')(original)):
- gen = fn(ap)
- assert isinstance(gen, AsyncGenerator)
- assert await anext(gen) == 1
- with pytest.raises(ValueError) as caught:
- if action == 'aclose':
- await gen.aclose()
- else:
- error = {
- 'athrow_exit': GeneratorExit(),
- 'athrow_value': KeyError('business'),
- 'athrow_cancel': asyncio.CancelledError('cancel'),
- }[action]
- await gen.athrow(error)
- assert caught.value is cleanup_error
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [False, True])
-async def test_athrow_generator_exit_can_yield_and_close_remains_native(disabled):
- ap = make_ap(disabled=disabled)
-
- async def original(owner):
- try:
- yield 1
- except GeneratorExit:
- yield 2
- yield 3
-
- for fn in (original, d.observe('run', 'review.exit')(original)):
- gen = fn(ap)
- assert await anext(gen) == 1
- assert await gen.athrow(GeneratorExit()) == 2
- assert await anext(gen) == 3
- await gen.aclose()
- gen = fn(ap)
- assert await anext(gen) == 1
- with pytest.raises(RuntimeError, match='ignored GeneratorExit'):
- await gen.aclose()
- # The native generator is still suspended after the refused close.
- assert await anext(gen) == 3
- with pytest.raises(StopAsyncIteration):
- await anext(gen)
- await gen.aclose()
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [False, True])
-async def test_generator_send_throw_cancellation_and_primary_exception(disabled):
- ap = make_ap(disabled=disabled)
- entered = asyncio.Event()
- primary = ValueError('CANARY business')
-
- async def original(owner):
- value = yield 1
- try:
- yield value
- except KeyError:
- yield 3
- entered.set()
- await asyncio.Event().wait()
-
- for fn in (original, d.observe('run', 'review.protocol')(original)):
- gen = fn(ap)
- assert await anext(gen) == 1
- assert await gen.asend(7) == 7
- assert await gen.athrow(KeyError('throw')) == 3
- entered.clear()
- task = asyncio.create_task(anext(gen))
- await entered.wait()
- task.cancel('native cancellation')
- with pytest.raises(asyncio.CancelledError, match='native cancellation'):
- await task
- await gen.aclose()
-
- async def failing(owner):
- yield 1
- raise primary
-
- gen = d.observe('run', 'review.primary')(failing)(ap)
- assert await anext(gen) == 1
- with pytest.raises(ValueError) as caught:
- await anext(gen)
- assert caught.value is primary
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_real_kook_native_entry_conversion_failure_has_trusted_workspace():
- from langbot.pkg.platform.adapters.kook.adapter import KookAdapter
- from langbot.pkg.platform.logger import EventLogger
-
- ap, ctx = make_ap(), context()
- logger = EventLogger('test', ap, ctx, 'test')
- logger.error = AsyncMock()
- adapter = KookAdapter({'token': 'test-placeholder'}, logger)
- # Invalid native timestamp fails inside the real static converter.
- await adapter._handle_event({'type': 255, 'msg_timestamp': 'CANARY invalid', 'workspace_uuid': str(uuid4())}, 1)
- logger.error.assert_awaited_once()
- failures = [e for e in ap.diagnostics.pending if e['outcome'] == 'failed']
- assert any(e['stage'] == 'convert' for e in failures)
- assert any(e['operation'] == 'platform.receive' for e in failures)
- assert all(e['workspace_uuid'] == ctx.workspace_uuid for e in ap.diagnostics.pending)
- assert all(e['adapter'] == 'kook-omni' for e in ap.diagnostics.pending)
- assert 'CANARY' not in json.dumps(ap.diagnostics.pending)
-
-
-@pytest.fixture
-def boot_stages(monkeypatch):
- from langbot.pkg.core import boot
-
- stages_run = []
-
- class Stage:
- async def run(self, app):
- stages_run.append(app)
-
- # Earlier registry tests clear this shared dictionary; cached imports do not
- # re-register stages. Own the registry per test and restore it on teardown.
- monkeypatch.setattr(boot.stage, 'preregistered_stages', {'LoadConfigStage': Stage, 'GenKeysStage': Stage})
- return stages_run
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('failure', ['constructor', 'metadata', 'session', 'start'])
-@pytest.mark.parametrize('disabled', [False, True])
-async def test_real_make_app_optional_initialization_fail_open(monkeypatch, boot_stages, failure, disabled):
- from langbot.pkg.core import boot
-
- ap = NS(
- instance_config=NS(data={'space': {'url': 'https://example.invalid', 'disable_telemetry': disabled}}),
- initialize=AsyncMock(),
- shutdown=AsyncMock(),
- )
- stages_run = boot_stages
- monkeypatch.setattr(boot.app, 'Application', lambda: ap)
- monkeypatch.setattr(boot, 'stage_order', ['LoadConfigStage', 'GenKeysStage'])
- error = RuntimeError('optional diagnostics')
- if failure == 'constructor':
- monkeypatch.setattr(boot.diagnostics, 'DiagnosticsManager', Mock(side_effect=error))
- elif failure == 'metadata':
- monkeypatch.setattr(
- importlib.metadata, 'version', Mock(side_effect=importlib.metadata.PackageNotFoundError('langbot'))
- )
- else:
- manager = NS(
- start_session=AsyncMock(), start=Mock(), shutdown=AsyncMock(side_effect=RuntimeError('optional cleanup'))
- )
- getattr(manager, 'start_session' if failure == 'session' else 'start').side_effect = error
- monkeypatch.setattr(boot.diagnostics, 'DiagnosticsManager', Mock(return_value=manager))
- assert await boot.make_app(asyncio.get_running_loop()) is ap
- assert len(stages_run) == 2
- ap.initialize.assert_awaited_once()
- ap.shutdown.assert_not_awaited()
- assert getattr(ap, 'diagnostics', None) is None
-
-
-@pytest.mark.asyncio
-async def test_real_make_app_session_cancellation_and_shutdown_failure_preserve_primary(monkeypatch, boot_stages):
- from langbot.pkg.core import boot
-
- cancelled = asyncio.CancelledError('genuine cancellation')
- ap = NS(
- instance_config=NS(data={'space': {'url': 'https://example.invalid'}}),
- initialize=AsyncMock(),
- shutdown=AsyncMock(side_effect=RuntimeError('shutdown error')),
- )
- manager = NS(start_session=AsyncMock(side_effect=cancelled), start=Mock(), shutdown=AsyncMock())
- monkeypatch.setattr(boot.app, 'Application', lambda: ap)
- monkeypatch.setattr(boot, 'stage_order', ['GenKeysStage'])
- monkeypatch.setattr(boot.diagnostics, 'DiagnosticsManager', Mock(return_value=manager))
- with pytest.raises(asyncio.CancelledError) as caught:
- await boot.make_app(asyncio.get_running_loop())
- assert caught.value is cancelled
- ap.initialize.assert_not_awaited()
- ap.shutdown.assert_awaited_once()
-
-
-@pytest.mark.asyncio
-async def test_real_make_app_business_failure_not_masked_by_optional_shutdown(monkeypatch, boot_stages):
- from langbot.pkg.core import boot
-
- primary = ValueError('business startup')
- ap = boot.app.Application()
- ap.instance_config = NS(data={'space': {'url': 'https://example.invalid'}})
- ap.initialize = AsyncMock(side_effect=primary)
- manager = make_ap().diagnostics
- manager.start_session = AsyncMock()
- manager.start = Mock()
- manager.shutdown = AsyncMock(side_effect=RuntimeError('optional shutdown'))
- monkeypatch.setattr(boot.app, 'Application', lambda: ap)
- monkeypatch.setattr(boot.diagnostics, 'DiagnosticsManager', lambda *a, **kw: manager)
- monkeypatch.setattr(boot, 'stage_order', ['GenKeysStage'])
-
- with pytest.raises(ValueError) as caught:
- await boot.make_app(asyncio.get_running_loop())
- assert caught.value is primary
- manager.shutdown.assert_awaited_once()
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [False, True])
-async def test_protocol_rejected_calls_and_unstarted_throw_match_native(disabled):
- ap = make_ap(disabled=disabled)
-
- async def original(owner):
- try:
- yield 1
- except GeneratorExit:
- yield 2
- yield 3
-
- async def record(fn, actions):
- gen = fn(ap)
- results = []
- for name, values in actions:
- try:
- results.append(('value', await getattr(gen, name)(*values)))
- except BaseException as exc:
- results.append((type(exc).__name__, str(exc)))
- # Fully exhaust any generator left suspended by a refused close.
- try:
- while True:
- await anext(gen)
- except (StopAsyncIteration, GeneratorExit):
- pass
- return results
-
- wrapped = d.observe('run', 'review.protocol_matrix')(original)
- for actions in (
- [('aclose', ())],
- [('athrow', (GeneratorExit(),))],
- [('athrow', (ValueError('unstarted'),))],
- [('asend', (7,)), ('__anext__', ()), ('athrow', (ValueError('primary'),))],
- [('__anext__', ()), ('aclose', ()), ('__anext__', ()), ('aclose', ())],
- [('__anext__', ()), ('athrow', (GeneratorExit(),)), ('__anext__', ()), ('aclose', ())],
- ):
- assert await record(wrapped, actions) == await record(original, actions)
-
-
-@pytest.mark.asyncio
-@pytest.mark.parametrize('disabled', [False, True])
-async def test_native_task_cancel_cleanup_error_wins_without_extra_close(disabled):
- ap = make_ap(disabled=disabled)
- error = ValueError('native cleanup')
- entered = asyncio.Event()
-
- async def original(owner):
- yield 1
- try:
- entered.set()
- await asyncio.Event().wait()
- finally:
- raise error
-
- for fn in (original, d.observe('run', 'review.cancel_cleanup')(original)):
- gen = fn(ap)
- await anext(gen)
- entered.clear()
- task = asyncio.create_task(anext(gen))
- await entered.wait()
- task.cancel()
- with pytest.raises(ValueError) as caught:
- await task
- assert caught.value is error
- await gen.aclose()
-
-
-@pytest.mark.asyncio
-async def test_sdk_b2_handler_consumes_observed_async_generator(tmp_path):
- from langbot_plugin.runtime.io.handler import Handler, ActionResponse
- from langbot_plugin.entities.io.resp import ChunkStatus
-
- ap = make_ap()
- handler = Handler(NS(), file_storage_dir=str(tmp_path))
- handler._send_message = AsyncMock()
-
- @d.observe('api', 'host.review_stream', ap=ap)
- async def stream(data):
- yield ActionResponse.success({'business': 'unchanged'})
-
- handler.actions['review_stream'] = stream
- await handler._handle_action({'seq_id': 1, 'action': 'review_stream', 'data': {}})
- responses = [call.args[0] for call in handler._send_message.await_args_list]
- assert len(responses) == 2
- assert responses[0].data == {'business': 'unchanged'}
- assert [response.chunk_status for response in responses] == [ChunkStatus.CONTINUE, ChunkStatus.END]
- assert [e['outcome'] for e in ap.diagnostics.pending] == ['started', 'succeeded']
diff --git a/tests/unit_tests/telemetry/test_beta_diagnostics.py b/tests/unit_tests/telemetry/test_beta_diagnostics.py
deleted file mode 100644
index a73d8d8a9..000000000
--- a/tests/unit_tests/telemetry/test_beta_diagnostics.py
+++ /dev/null
@@ -1,350 +0,0 @@
-"""Content-free diagnostics contract and lifecycle regression tests."""
-
-import asyncio
-import json
-from types import SimpleNamespace
-from uuid import uuid4
-
-import httpx
-import pytest
-
-from langbot.pkg.telemetry import diagnostics as d
-
-
-def manager(version='4.11.0-beta.2', **config):
- ap = SimpleNamespace(instance_config=SimpleNamespace(data={'space': {'url': 'https://example.invalid', **config}}))
- ap.diagnostics = d.DiagnosticsManager(ap, version=version, instance_id='instance-test', capacity=4)
- return ap.diagnostics
-
-
-def test_release_gate_and_privacy():
- assert not manager('4.11.0').enabled
- assert manager().enabled
- assert manager('4.11.0b2').enabled
- assert not manager(disable_telemetry=True).enabled
- assert not manager(disable_beta_diagnostics=True).enabled
- m = manager()
- m.emit(
- 'api',
- 'test.operation',
- 'failed',
- attributes={'prompt': 'CANARY', 'plugin_id': 'CANARY', 'attempts': 1},
- error=ValueError('CANARY https://secret/token'),
- workspace_uuid=str(uuid4()),
- )
- payload = m.pending[0]
- assert 'CANARY' not in json.dumps(payload)
- assert payload['attributes'] == {'attempts': 1}
- assert payload['error_type'] == 'ValueError'
- assert payload['instance_id'] != payload['workspace_uuid']
- assert payload['sample_rate'] == 1
-
-
-@pytest.mark.asyncio
-async def test_disabled_boundary_skips_all_projection(monkeypatch):
- m = manager('4.11.0')
-
- def broken(*args, **kwargs):
- raise AssertionError('diagnostic machinery ran while disabled')
-
- monkeypatch.setattr(d, 'Span', broken)
- monkeypatch.setattr(d, 'result_outcome', broken)
-
- class Service:
- ap = m.ap
-
- @d.observe('api', 'test.disabled', fields=broken)
- async def call(self):
- return 42
-
- @d.observe('run', 'test.disabled', fields=broken)
- async def stream(self):
- yield 42
-
- assert await Service().call() == 42
- assert [v async for v in Service().stream()] == [42]
- assert not m.pending
-
-
-def test_bounds_and_disable_clear():
- m = manager()
- for _ in range(8):
- m.emit('api', 'test.operation', 'succeeded')
- assert len(m.pending) == 4
- assert m.counters['dropped'] == 4
- m.ap.instance_config.data['space']['disable_telemetry'] = True
- m.emit('api', 'test.operation', 'succeeded')
- assert not m.pending
-
-
-@pytest.mark.asyncio
-async def test_partial_ack_retries_same_identity_and_drops_rejected():
- m = manager()
- for _ in range(3):
- m.emit('api', 'test.operation', 'succeeded')
- ids = [e['event_id'] for e in m.pending]
- requests = []
-
- async def handler(req):
- requests.append(json.loads(req.content))
- return httpx.Response(
- 200,
- json={
- 'code': 200,
- 'data': {'accepted_event_ids': [ids[0]], 'rejected': [{'event_id': ids[1], 'code': 'invalid_event'}]},
- },
- )
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- await m.flush_once()
- assert [e['event_id'] for e in m.pending] == [ids[2]]
- assert m.counters['acked'] == 1
- assert m.counters['dropped'] == 1
- assert requests[0]['schema_version'] == 1
- await m.shutdown(drain_timeout=0)
-
-
-@pytest.mark.asyncio
-async def test_outage_finite_retry_and_slow_credentials():
- m = manager()
- m.max_attempts = 2
- m.emit('run', 'test.operation', 'started')
- calls = []
-
- async def handler(req):
- calls.append(req)
- return httpx.Response(503)
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- await m.flush_once()
- await m.flush_once()
- assert not m.pending
- assert m.counters['dropped'] == 1
- assert len(calls) == 2
-
- async def credentials(workspace):
- await asyncio.sleep(60)
-
- m.credentials = credentials
- m.request_timeout = 0.01
- m.emit('api', 'test.operation', 'succeeded')
- await asyncio.wait_for(m.flush_once(), 0.2)
- await m.shutdown(drain_timeout=0)
-
-
-@pytest.mark.asyncio
-async def test_inflight_disable_cancels_and_clears():
- m = manager()
- entered = asyncio.Event()
-
- async def handler(req):
- entered.set()
- await asyncio.sleep(60)
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- m.start()
- m.emit('api', 'test.operation', 'succeeded')
- await asyncio.wait_for(entered.wait(), 1)
- m.ap.instance_config.data['space']['disable_beta_diagnostics'] = True
- await asyncio.sleep(0.3)
- assert not m.pending
- await asyncio.wait_for(m.shutdown(drain_timeout=0), 0.5)
-
-
-@pytest.mark.asyncio
-async def test_observe_returns_errors_and_cancellation():
- m = manager()
-
- class Service:
- ap = m.ap
-
- @d.observe('api', 'test.operation')
- async def call(self, error=None):
- if error:
- raise error
- return {'secret': 'CANARY'}
-
- s = Service()
- assert await s.call() == {'secret': 'CANARY'}
- with pytest.raises(ValueError):
- await s.call(ValueError('CANARY'))
- m.pending.clear()
- with pytest.raises(asyncio.CancelledError):
- await s.call(asyncio.CancelledError())
- assert m.pending[-1]['outcome'] == 'cancelled'
- assert 'CANARY' not in json.dumps(m.pending)
-
-
-@pytest.mark.asyncio
-async def test_generator_send_throw_close_and_context_isolation():
- m = manager()
- m.capacity = 30
- closed = []
-
- class Service:
- ap = m.ap
-
- @d.observe('run', 'test.operation')
- async def stream(self):
- try:
- value = yield 1
- try:
- yield value
- except ValueError:
- yield 3
- finally:
- closed.append(True)
-
- gen = Service().stream()
- assert await anext(gen) == 1
- assert d.current_span() is None
- assert await gen.asend(7) == 7
- assert await gen.athrow(ValueError('CANARY')) == 3
- await gen.aclose()
- assert closed == [True]
- assert m.pending[-1]['outcome'] == 'cancelled'
- assert d.current_span() is None
-
-
-@pytest.mark.asyncio
-async def test_generator_early_failure_and_explicit_terminal():
- m = manager()
-
- class Service:
- ap = m.ap
-
- @d.observe('run', 'test.operation')
- async def stream(self, fail):
- if fail:
- raise ValueError('prepare CANARY')
- d.set_outcome('failed', reason_code='runner_failed')
- yield 1
-
- with pytest.raises(ValueError):
- await anext(Service().stream(True))
- assert m.pending[-1]['outcome'] == 'failed'
- m.pending.clear()
- assert [v async for v in Service().stream(False)] == [1]
- assert m.pending[-1]['outcome'] == 'failed'
-
-
-@pytest.mark.asyncio
-async def test_projection_fault_does_not_replace_business_return(monkeypatch):
- m = manager()
-
- def broken(*args, **kwargs):
- raise RuntimeError('CANARY projection')
-
- monkeypatch.setattr(d, 'result_outcome', broken)
-
- class Service:
- ap = m.ap
-
- @d.observe('api', 'test.projection_fault')
- async def call(self):
- return 42
-
- assert await Service().call() == 42
- assert m.pending[-1]['outcome'] == 'succeeded'
-
-
-@pytest.mark.asyncio
-async def test_workspace_batches_and_credential_failure_are_anonymous():
- m = manager()
- workspaces = [str(uuid4()), str(uuid4())]
- for workspace in workspaces:
- m.emit('api', 'test.operation', 'succeeded', workspace_uuid=workspace)
- requests = []
-
- async def broken(workspace):
- raise RuntimeError('CANARY credentials')
-
- m.credentials = broken
-
- async def handler(request):
- data = json.loads(request.content)
- requests.append((data, dict(request.headers)))
- return httpx.Response(
- 200,
- json={'code': 200, 'data': {'accepted_event_ids': [e['event_id'] for e in data['events']], 'rejected': []}},
- )
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- await m.flush_once()
- await m.flush_once()
- assert len(requests) == 2
- assert [request[0]['events'][0]['workspace_uuid'] for request in requests] == workspaces
- assert all('authorization' not in headers for _, headers in requests)
- assert not m.pending
- await m.shutdown(drain_timeout=0)
-
-
-@pytest.mark.asyncio
-async def test_summary_is_interval_delta_and_ack_replay_is_idempotent():
- m = manager()
- m.capacity = 20
- m.emit('api', 'test.operation', 'succeeded')
- m.report_transport()
- first = m.pending[-1]
- m.report_transport()
- second = m.pending[-1]
- assert first['attributes']['generated'] == 1
- assert second['attributes']['generated'] == 1 # Only first summary itself.
- assert first['event_id'] != second['event_id']
- ids = [e['event_id'] for e in m.pending]
- seen = []
-
- async def handler(request):
- body = json.loads(request.content)
- seen.append([e['event_id'] for e in body['events']])
- return (
- httpx.Response(503)
- if len(seen) == 1
- else httpx.Response(200, json={'code': 200, 'data': {'accepted_event_ids': ids + ids, 'rejected': []}})
- )
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- await m.flush_once()
- await m.flush_once()
- assert seen == [ids, ids]
- assert m.counters['acked'] == len(ids)
- assert not m.pending
- await m.shutdown(drain_timeout=0)
-
-
-@pytest.mark.asyncio
-async def test_retention_and_bounded_shutdown():
- m = manager()
- m.emit('api', 'test.operation', 'succeeded')
- m.retention_seconds = -1
- await m.flush_once()
- assert not m.pending and m.counters['dropped'] == 1
- m.retention_seconds = 900
-
- async def handler(request):
- await asyncio.sleep(60)
- return httpx.Response(503)
-
- m.client = httpx.AsyncClient(transport=httpx.MockTransport(handler))
- m.emit('api', 'test.operation', 'succeeded')
- await asyncio.wait_for(m.shutdown(drain_timeout=0.01), 0.5)
- assert not m.pending and m.client.is_closed
-
-
-@pytest.mark.asyncio
-async def test_session_marker_restart_and_disable(tmp_path):
- marker = tmp_path / 'session.json'
- m = manager()
- m.marker_path = marker
- await m.start_session()
- assert marker.exists()
- recovered = manager()
- recovered.marker_path = marker
- await recovered.start_session()
- assert recovered.pending[-1]['attributes']['previous_session_unclean'] is True
- recovered.ap.instance_config.data['space']['disable_beta_diagnostics'] = True
- recovered.start()
- await asyncio.sleep(0.2)
- assert not marker.exists()
- await recovered.shutdown(drain_timeout=0)
- await m.shutdown(drain_timeout=0)
From 461b483977a0586345fd5af3219fd18b92c09ca1 Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Wed, 30 Sep 2026 22:00:24 +0800
Subject: [PATCH 025/140] feat: bounded execution telemetry for all processing
modes (#2617)
* feat: report bounded execution observations via existing telemetry
* fix: tolerate optional telemetry context in routing
---
src/langbot/pkg/agent/runner/orchestrator.py | 20 +++
.../pkg/agent/runner/platform_tools.py | 19 ++-
src/langbot/pkg/pipeline/pipelinemgr.py | 9 ++
src/langbot/pkg/platform/botmgr.py | 26 ++++
src/langbot/pkg/telemetry/execution.py | 143 ++++++++++++++++++
src/langbot/pkg/telemetry/platform.py | 99 ++++++++++++
src/langbot/pkg/telemetry/telemetry.py | 5 +
7 files changed, 320 insertions(+), 1 deletion(-)
create mode 100644 src/langbot/pkg/telemetry/execution.py
create mode 100644 src/langbot/pkg/telemetry/platform.py
diff --git a/src/langbot/pkg/agent/runner/orchestrator.py b/src/langbot/pkg/agent/runner/orchestrator.py
index 55aba94e7..b9d34e460 100644
--- a/src/langbot/pkg/agent/runner/orchestrator.py
+++ b/src/langbot/pkg/agent/runner/orchestrator.py
@@ -3,6 +3,7 @@
from __future__ import annotations
import time
+import asyncio
import contextlib
import typing
@@ -36,6 +37,7 @@ from .run_journal import AgentRunJournal
from .session_registry import AgentRunSessionRegistry, get_session_registry
from .state_scope import build_state_context
from ...provider.tools.loaders import skill as skill_loader
+from ...telemetry.execution import record as record_execution
ACTIVATED_SKILL_NAMES_STATE_KEY = 'host.activated_skills'
@@ -208,6 +210,7 @@ class AgentRunOrchestrator:
terminal_status: str | None = None
terminal_reason: str | None = None
terminal_usage: dict[str, typing.Any] | None = None
+ execution_outcome = 'unknown'
try:
await self.journal.create_run(
@@ -389,7 +392,14 @@ class AgentRunOrchestrator:
status_reason=terminal_reason,
usage=terminal_usage,
)
+ execution_outcome = {'completed': 'success', 'failed': 'failed', 'cancelled': 'cancelled'}.get(
+ terminal_status or '', 'unknown'
+ )
+ except asyncio.CancelledError:
+ execution_outcome = 'cancelled'
+ raise
except Exception as exc:
+ execution_outcome = 'timeout' if self._is_deadline_exhausted(context) else 'failed'
failed_usage = terminal_usage
await self.journal.finalize_run(
run_id=run_id,
@@ -399,6 +409,16 @@ class AgentRunOrchestrator:
)
raise
finally:
+ record_execution(
+ self.ap,
+ execution_context,
+ family='runner',
+ operation='execute',
+ mode=binding.processor_type,
+ runner=descriptor.id,
+ outcome=execution_outcome,
+ synthetic=event.source == 'webui',
+ )
binding_box = getattr(execution_query, '_box_binding', None)
if binding_box is not None and binding_box.run_id == run_id:
object.__delattr__(execution_query, '_box_binding')
diff --git a/src/langbot/pkg/agent/runner/platform_tools.py b/src/langbot/pkg/agent/runner/platform_tools.py
index c3ba18458..5599c4953 100644
--- a/src/langbot/pkg/agent/runner/platform_tools.py
+++ b/src/langbot/pkg/agent/runner/platform_tools.py
@@ -689,6 +689,17 @@ async def execute_platform_tool(
result = _execute_mock_platform_tool(definition, context, normalized)
if message_chain is not None:
result['parameters']['message'] = message_chain.model_dump(mode='json')
+ from ...telemetry.execution import record
+
+ record(
+ ap,
+ execution_context,
+ family='platform_api',
+ operation=definition.api,
+ mode=authorization.get('processor_type', 'none'),
+ synthetic=True,
+ outcome='success',
+ )
return result
bot_id = authorization.get('bot_id')
if not bot_id:
@@ -709,7 +720,13 @@ async def execute_platform_tool(
if message_chain is not None
else platform_message.MessageChain([platform_message.Plain(text=_require_string(normalized, 'text'))]),
}
- return await api_func(**normalized)
+ from ...telemetry.platform import processing_mode
+
+ token = processing_mode.set(authorization.get('processor_type', 'none'))
+ try:
+ return await api_func(**normalized)
+ finally:
+ processing_mode.reset(token)
def _execute_mock_platform_tool(
diff --git a/src/langbot/pkg/pipeline/pipelinemgr.py b/src/langbot/pkg/pipeline/pipelinemgr.py
index 2f429bc60..a32ee7145 100644
--- a/src/langbot/pkg/pipeline/pipelinemgr.py
+++ b/src/langbot/pkg/pipeline/pipelinemgr.py
@@ -367,6 +367,15 @@ class RuntimePipeline:
i += 1
async def process_query(self, query: pipeline_query.Query):
+ from ..telemetry.platform import processing_mode
+
+ token = processing_mode.set('pipeline')
+ try:
+ return await self._process_query(query)
+ finally:
+ processing_mode.reset(token)
+
+ async def _process_query(self, query: pipeline_query.Query):
"""处理请求"""
await self._assert_execution_active(query)
# Get monitoring metadata
diff --git a/src/langbot/pkg/platform/botmgr.py b/src/langbot/pkg/platform/botmgr.py
index 401abc2db..8f068e37c 100644
--- a/src/langbot/pkg/platform/botmgr.py
+++ b/src/langbot/pkg/platform/botmgr.py
@@ -382,6 +382,18 @@ class RuntimeBot:
}
log_method = getattr(self.logger, level, self.logger.info)
await log_method(text, metadata=metadata)
+ if status in {'delivered', 'failed', 'discarded', 'not_matched'}:
+ from ..telemetry.execution import record
+
+ record(
+ getattr(self, 'ap', None),
+ getattr(self, 'execution_context', None),
+ family='event_route',
+ operation=event_type,
+ adapter=type(getattr(self, 'adapter', None)).__name__,
+ mode=target_type if target_type in {'pipeline', 'agent', 'event_processor'} else 'none',
+ outcome={'delivered': 'success', 'failed': 'failed'}.get(status, 'skipped'),
+ )
return metadata
def get_pipeline_target_for_event_type(self, event_type: str = 'message.received') -> str | None:
@@ -841,6 +853,16 @@ class RuntimeBot:
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
) -> None:
event.bot_uuid = self.bot_entity.uuid
+ from ..telemetry.execution import record
+
+ record(
+ getattr(self, 'ap', None),
+ getattr(self, 'execution_context', None),
+ family='platform_event',
+ operation=event.type,
+ adapter=adapter.__class__.__name__,
+ outcome='success',
+ )
await self._record_adapter_event(event, adapter)
primary = (
@@ -1468,6 +1490,10 @@ class RuntimeBot:
)
async def initialize(self):
+ from ..telemetry.platform import observe_adapter
+
+ observe_adapter(self.ap, self.execution_context, self.adapter)
+
def tenant_scoped_listener(listener):
@functools.wraps(listener)
async def wrapped(*args, **kwargs):
diff --git a/src/langbot/pkg/telemetry/execution.py b/src/langbot/pkg/telemetry/execution.py
new file mode 100644
index 000000000..201037368
--- /dev/null
+++ b/src/langbot/pkg/telemetry/execution.py
@@ -0,0 +1,143 @@
+"""Bounded, content-free execution counters for the existing telemetry sender.
+
+This module reports observations only. Coverage catalogs and acceptance rules
+belong to Space. Aggregation keys include both immutable execution identities.
+"""
+
+from __future__ import annotations
+
+import asyncio
+from datetime import datetime, timezone
+from uuid import uuid4
+
+from .identity import workspace_identity
+
+MAX_KEYS = 512
+MAX_BATCH = 32
+FLUSH_SECONDS = 60
+MODES = frozenset({'pipeline', 'agent', 'event_processor', 'none'})
+OUTCOMES = frozenset({'success', 'failed', 'cancelled', 'timeout', 'skipped', 'unknown'})
+
+
+class ExecutionCounters:
+ def __init__(self, manager):
+ self.manager = manager
+ self.pending: dict[tuple, dict] = {}
+ self.task: asyncio.Task | None = None
+ self.dropped = 0
+
+ def record(
+ self,
+ context,
+ *,
+ family: str,
+ operation: str,
+ mode: str = 'none',
+ adapter: str = '',
+ runner: str = '',
+ outcome: str = 'unknown',
+ synthetic: bool = False,
+ ):
+ try:
+ cfg = self.manager.telemetry_config
+ if not cfg or cfg.get('disable_telemetry', False) or not cfg.get('url'):
+ return
+ if family not in {'platform_event', 'event_route', 'runner', 'platform_api'}:
+ return
+ if mode not in MODES or outcome not in OUTCOMES:
+ return
+ # Only code-defined identifiers are accepted; never pass user values.
+ if any(not isinstance(v, str) or len(v) > 160 for v in (operation, adapter, runner)):
+ return
+ identity = workspace_identity(context)
+ key = (
+ identity['instance_id'],
+ identity['workspace_uuid'],
+ family,
+ operation,
+ mode,
+ adapter,
+ runner,
+ outcome,
+ bool(synthetic),
+ )
+ row = self.pending.get(key)
+ if row is None:
+ if len(self.pending) >= MAX_KEYS:
+ self.dropped += 1
+ return
+ row = {'count': 0, 'first_seen': datetime.now(timezone.utc).isoformat()}
+ self.pending[key] = row
+ row['count'] = min(row['count'] + 1, 2147483647)
+ row['last_seen'] = datetime.now(timezone.utc).isoformat()
+ if self.task is None or self.task.done():
+ self.task = asyncio.create_task(self._loop())
+ except Exception:
+ # Observability must never change execution behavior.
+ return
+
+ async def _loop(self):
+ while self.pending:
+ await asyncio.sleep(FLUSH_SECONDS)
+ await self.flush()
+
+ async def flush(self):
+ from ..utils import constants
+
+ # Remove only one bounded batch; subsequent windows drain the remainder.
+ # Drain one tenant per minute, at most one request, round-robin by insertion.
+ if not self.pending:
+ return
+ tenant = next(iter(self.pending))[:2]
+ keys = [key for key in self.pending if key[:2] == tenant][:MAX_BATCH]
+ groups: dict[tuple[str, str], list[dict]] = {}
+ for key in keys:
+ row = self.pending.pop(key)
+ instance, workspace, family, operation, mode, adapter, runner, outcome, synthetic = key
+ groups.setdefault((instance, workspace), []).append(
+ {
+ **row,
+ 'family': family,
+ 'operation': operation,
+ 'mode': mode,
+ 'adapter': adapter,
+ 'runner': runner,
+ 'outcome': outcome,
+ 'synthetic': synthetic,
+ }
+ )
+ for (instance, workspace), observations in groups.items():
+ payload = {
+ 'event_type': 'feature_execution',
+ 'query_id': str(uuid4()),
+ 'instance_id': instance,
+ 'workspace_uuid': workspace,
+ 'version': constants.semantic_version,
+ 'edition': constants.edition,
+ 'timestamp': datetime.now(timezone.utc).isoformat(),
+ 'features': {'schema': 1, 'observations': observations},
+ }
+ if not await self.manager.send(payload):
+ await asyncio.sleep(1)
+ await self.manager.send(payload)
+
+ async def shutdown(self):
+ if self.task is not None:
+ self.task.cancel()
+ await asyncio.gather(self.task, return_exceptions=True)
+ self.task = None
+ try:
+ await asyncio.wait_for(self.flush(), timeout=2)
+ except (Exception, asyncio.CancelledError):
+ pass
+ self.pending.clear()
+
+
+def record(ap, context, **observation):
+ """Best-effort bridge usable with optional telemetry and test doubles."""
+ try:
+ counters = getattr(getattr(ap, 'telemetry', None), 'execution', None)
+ if isinstance(counters, ExecutionCounters):
+ counters.record(context, **observation)
+ except Exception:
+ pass
diff --git a/src/langbot/pkg/telemetry/platform.py b/src/langbot/pkg/telemetry/platform.py
new file mode 100644
index 000000000..a7e636bcf
--- /dev/null
+++ b/src/langbot/pkg/telemetry/platform.py
@@ -0,0 +1,99 @@
+"""Observe adapter calls without collecting their arguments or response content."""
+
+from __future__ import annotations
+
+import asyncio
+import functools
+from contextvars import ContextVar
+
+from .execution import record
+
+processing_mode: ContextVar[str] = ContextVar('telemetry_processing_mode', default='none')
+
+
+def result_outcome(result):
+ # Empty returns do not prove a remote operation succeeded.
+ if result is None:
+ return 'unknown'
+ if result is False:
+ return 'failed'
+ raw = getattr(result, 'raw', result)
+ if isinstance(raw, dict):
+ if raw.get('ok') is False or raw.get('success') is False or raw.get('status') == 'failed':
+ return 'failed'
+ for key in ('errcode', 'retcode'):
+ if key in raw and raw[key] not in (0, '0', None):
+ return 'failed'
+ if raw.get('error'):
+ return 'failed'
+ if isinstance(raw.get('results'), list):
+ outcomes = [result_outcome(item) for item in raw['results']]
+ if 'failed' in outcomes:
+ return 'failed'
+ if not outcomes or 'unknown' in outcomes:
+ return 'unknown'
+ return 'success'
+ # Arbitrary error envelopes or empty mappings are not affirmative evidence.
+ if isinstance(raw, dict):
+ if raw.get('ok') is True or raw.get('success') is True or raw.get('status') == 'ok':
+ return 'success'
+ if any(raw.get(key) not in (None, '') for key in ('message_id', 'id')):
+ return 'success'
+ if any(key in raw and raw[key] in (0, '0') for key in ('errcode', 'retcode')):
+ return 'success'
+ return 'unknown'
+ return 'success' if result is True or getattr(result, 'message_id', None) is not None else 'unknown'
+
+
+def observe_adapter(ap, context, adapter):
+ """Install once on a concrete bot; identity never comes from task-local tenants."""
+ if getattr(adapter, '_execution_observed', False):
+ return
+ try:
+ declared = frozenset(adapter.get_supported_apis())
+ except Exception:
+ return
+ for name in declared:
+ if '.' in name:
+ continue
+ original = getattr(adapter, name, None)
+ if not asyncio.iscoroutinefunction(original):
+ continue
+
+ def make_wrapper(method, operation):
+ @functools.wraps(method)
+ async def wrapped(*args, **kwargs):
+ observed_operation = operation
+ if operation == 'call_platform_api':
+ action = args[0] if args else kwargs.get('action')
+ if action in declared:
+ observed_operation = action
+ outcome = 'unknown'
+ try:
+ result = await method(*args, **kwargs)
+ outcome = result_outcome(result)
+ return result
+ except asyncio.CancelledError:
+ outcome = 'cancelled'
+ raise
+ except TimeoutError:
+ outcome = 'timeout'
+ raise
+ except Exception:
+ outcome = 'failed'
+ raise
+ finally:
+ record(
+ ap,
+ context,
+ family='platform_api',
+ operation=observed_operation,
+ adapter=adapter.__class__.__name__,
+ mode=processing_mode.get(),
+ outcome=outcome,
+ )
+
+ return wrapped
+
+ setattr(adapter, name, make_wrapper(original, name))
+ setattr(adapter, '_execution_observed', True)
diff --git a/src/langbot/pkg/telemetry/telemetry.py b/src/langbot/pkg/telemetry/telemetry.py
index 3d3e29898..e4aaf6fd8 100644
--- a/src/langbot/pkg/telemetry/telemetry.py
+++ b/src/langbot/pkg/telemetry/telemetry.py
@@ -9,6 +9,7 @@ import httpx
from ..core import app as core_app
from ..utils import httpclient
+from .execution import ExecutionCounters
_MAX_INFLIGHT_TELEMETRY_TASKS = 8
@@ -28,6 +29,7 @@ class TelemetryManager:
self.telemetry_config: dict[str, typing.Any] = {}
self.send_tasks: list[asyncio.Task] = []
self._client: httpx.AsyncClient | None = None
+ self.execution = ExecutionCounters(self)
async def initialize(self):
self.telemetry_config = self.ap.instance_config.data.get('space', {})
@@ -48,6 +50,7 @@ class TelemetryManager:
pass
async def shutdown(self) -> None:
+ await self.execution.shutdown()
tasks = list(self.send_tasks)
for task in tasks:
task.cancel()
@@ -194,6 +197,8 @@ class TelemetryManager:
self.ap.logger.debug(
f'Telemetry posted to {url}, status {resp.status_code} - response: {body}'
)
+ if not app_err:
+ return True
except asyncio.TimeoutError:
self.ap.logger.warning(f'Telemetry post to {url} timed out')
except Exception as e:
From d3e4bd55cdd6a6ba66f5c1e32dd389a328fbeac3 Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Wed, 30 Sep 2026 22:27:05 +0800
Subject: [PATCH 026/140] fix: document telemetry opt-out and silence delivery
failures (#2618)
* fix: document telemetry opt-out and silence delivery failures
* style: format telemetry debug logging
---
README.md | 4 ++++
README_CN.md | 4 ++++
src/langbot/pkg/telemetry/telemetry.py | 18 ++++++++----------
src/langbot/templates/config.yaml | 3 ++-
tests/unit_tests/telemetry/test_telemetry.py | 20 ++++++++++++--------
5 files changed, 30 insertions(+), 19 deletions(-)
diff --git a/README.md b/README.md
index 6a36e7b94..b117b149c 100644
--- a/README.md
+++ b/README.md
@@ -188,3 +188,7 @@ Thanks to all [contributors](https://github.com/langbot-app/LangBot/graphs/contr
+
+## Optional telemetry
+
+Telemetry is enabled by default. To opt out, set `space.disable_telemetry: true` in your instance’s `data/config.yaml`, preserve other settings, and restart the instance. This disables usage, heartbeat and execution telemetry. In Cloud, the instance operator controls this setting for every workspace in the instance. Delivery is best-effort in background tasks; connection failures, timeouts and server errors do not block normal operations. Failure details are logged only at DEBUG level.
diff --git a/README_CN.md b/README_CN.md
index 33b92645e..b2c4b1604 100644
--- a/README_CN.md
+++ b/README_CN.md
@@ -212,3 +212,7 @@ LangBot **从设计上就对 Agent 友好** —— 你的编码 Agent（Claude C
If you're a code agent based on LLM, you should read [AGENTS.md](AGENTS.md) to understand the project structure and development process before you start any development.
-->
+
+## 可选遥测
+
+遥测默认开启。可以在实例 `data/config.yaml` 中将 `space.disable_telemetry` 改为 `true`，保留其他配置，然后重启实例。此开关关闭使用统计、实例心跳和功能执行遥测；Cloud 由实例运维方配置，对该实例所有工作区生效。遥测在后台尽力发送，网络故障、超时或服务端错误不会阻断正常操作；失败详情仅记录在 DEBUG 日志中。
diff --git a/src/langbot/pkg/telemetry/telemetry.py b/src/langbot/pkg/telemetry/telemetry.py
index e4aaf6fd8..c36b35e3c 100644
--- a/src/langbot/pkg/telemetry/telemetry.py
+++ b/src/langbot/pkg/telemetry/telemetry.py
@@ -170,9 +170,7 @@ class TelemetryManager:
if resp.status_code >= 400:
body = await httpclient.response_text(resp, max_chars=200)
- self.ap.logger.warning(
- f'Telemetry post to {url} returned status {resp.status_code} - {body}'
- )
+ self.ap.logger.debug(f'Telemetry post to {url} returned status {resp.status_code} - {body}')
else:
# Detect application-level errors inside HTTP 200 responses
app_err = False
@@ -181,7 +179,7 @@ class TelemetryManager:
app_code = j.get('code') if isinstance(j, dict) else None
if app_code is not None and int(app_code) >= 400:
app_err = True
- self.ap.logger.warning(
+ self.ap.logger.debug(
f'Telemetry post to {url} returned application error code {j.get("code")} - {j.get("msg")}'
)
except Exception:
@@ -189,7 +187,7 @@ class TelemetryManager:
if app_err:
body = await httpclient.response_text(resp, max_chars=200)
- self.ap.logger.warning(
+ self.ap.logger.debug(
f'Telemetry post to {url} returned app-level error - response: {body}'
)
else:
@@ -200,19 +198,19 @@ class TelemetryManager:
if not app_err:
return True
except asyncio.TimeoutError:
- self.ap.logger.warning(f'Telemetry post to {url} timed out')
+ self.ap.logger.debug(f'Telemetry post to {url} timed out')
except Exception as e:
- self.ap.logger.warning(f'Failed to post telemetry to {url}: {e}', exc_info=True)
+ self.ap.logger.debug(f'Failed to post telemetry to {url}: {e}', exc_info=True)
except Exception as e:
try:
- self.ap.logger.warning(
+ self.ap.logger.debug(
f'Failed to create HTTP client for telemetry or sanitize payload: {e}', exc_info=True
)
except Exception:
pass
except Exception as e:
- # Never raise from telemetry; surface as warning for visibility
+ # Never raise from telemetry; diagnostics are debug-only.
try:
- self.ap.logger.warning(f'Unexpected telemetry error: {e}', exc_info=True)
+ self.ap.logger.debug(f'Unexpected telemetry error: {e}', exc_info=True)
except Exception:
pass
diff --git a/src/langbot/templates/config.yaml b/src/langbot/templates/config.yaml
index 88939477a..edd64149f 100644
--- a/src/langbot/templates/config.yaml
+++ b/src/langbot/templates/config.yaml
@@ -426,5 +426,6 @@ space:
# OAuth authorization page URL (user will be redirected here)
oauth_authorize_url: 'https://space.langbot.app/auth/authorize'
disable_models_service: false
- # Disable usage telemetry.
+ # Optional telemetry is enabled by default. Set true to disable usage,
+ # heartbeat and execution reporting; restart after changing this setting.
disable_telemetry: false
diff --git a/tests/unit_tests/telemetry/test_telemetry.py b/tests/unit_tests/telemetry/test_telemetry.py
index 291264f61..004009a68 100644
--- a/tests/unit_tests/telemetry/test_telemetry.py
+++ b/tests/unit_tests/telemetry/test_telemetry.py
@@ -431,6 +431,7 @@ class TestHTTPScenarios:
with patch.object(httpx, 'AsyncClient', return_value=mock_client):
await manager.send({'query_id': 'test'})
+ mock_app.logger.warning.assert_not_called()
mock_app.logger.debug.assert_called()
# Verify debug message contains URL and status
debug_call_args = mock_app.logger.debug.call_args[0][0]
@@ -459,8 +460,9 @@ class TestHTTPScenarios:
with patch.object(httpx, 'AsyncClient', return_value=mock_client):
await manager.send({'query_id': 'test'})
- mock_app.logger.warning.assert_called()
- warning_call_args = mock_app.logger.warning.call_args[0][0]
+ mock_app.logger.warning.assert_not_called()
+ mock_app.logger.debug.assert_called()
+ warning_call_args = mock_app.logger.debug.call_args[0][0]
assert 'status 500' in warning_call_args
@pytest.mark.asyncio
@@ -488,9 +490,9 @@ class TestHTTPScenarios:
await manager.send({'query_id': 'test'})
# Source code calls warning twice for application errors
- assert mock_app.logger.warning.call_count >= 1
+ assert mock_app.logger.debug.call_count >= 1
# Check that one of the calls contains application error info
- all_warnings = [call[0][0] for call in mock_app.logger.warning.call_args_list]
+ all_warnings = [call[0][0] for call in mock_app.logger.debug.call_args_list]
assert any('400' in w for w in all_warnings), f'No warning contained error code 400: {all_warnings}'
@pytest.mark.asyncio
@@ -516,8 +518,9 @@ class TestHTTPScenarios:
with patch.object(httpx, 'AsyncClient', return_value=mock_client):
await manager.send({'query_id': 'test'})
- mock_app.logger.warning.assert_called()
- warning_call_args = mock_app.logger.warning.call_args[0][0]
+ mock_app.logger.warning.assert_not_called()
+ mock_app.logger.debug.assert_called()
+ warning_call_args = mock_app.logger.debug.call_args[0][0]
assert 'timed out' in warning_call_args
@pytest.mark.asyncio
@@ -542,7 +545,8 @@ class TestHTTPScenarios:
# Should not raise exception
await manager.send({'query_id': 'test'})
- mock_app.logger.warning.assert_called()
+ mock_app.logger.warning.assert_not_called()
+ mock_app.logger.debug.assert_called()
@pytest.mark.asyncio
async def test_send_never_raises_exception(self):
@@ -551,7 +555,7 @@ class TestHTTPScenarios:
mock_app = Mock()
# Even logger may fail
mock_app.logger = Mock()
- mock_app.logger.warning = Mock(side_effect=Exception('Logger failed'))
+ mock_app.logger.debug = Mock(side_effect=Exception('Logger failed'))
manager = telemetry.TelemetryManager(mock_app)
manager.telemetry_config = {'url': 'https://example.com'}
From 6862bf9cc0836a614a37e86c83450dcecb826edd Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Wed, 30 Sep 2026 22:37:26 +0800
Subject: [PATCH 027/140] docs: move telemetry configuration out of READMEs
(#2619)
---
README.md | 4 ----
README_CN.md | 4 ----
docs/TELEMETRY.md | 20 ++++++++++++++++++++
3 files changed, 20 insertions(+), 8 deletions(-)
create mode 100644 docs/TELEMETRY.md
diff --git a/README.md b/README.md
index b117b149c..6a36e7b94 100644
--- a/README.md
+++ b/README.md
@@ -188,7 +188,3 @@ Thanks to all [contributors](https://github.com/langbot-app/LangBot/graphs/contr
-
-## Optional telemetry
-
-Telemetry is enabled by default. To opt out, set `space.disable_telemetry: true` in your instance’s `data/config.yaml`, preserve other settings, and restart the instance. This disables usage, heartbeat and execution telemetry. In Cloud, the instance operator controls this setting for every workspace in the instance. Delivery is best-effort in background tasks; connection failures, timeouts and server errors do not block normal operations. Failure details are logged only at DEBUG level.
diff --git a/README_CN.md b/README_CN.md
index b2c4b1604..33b92645e 100644
--- a/README_CN.md
+++ b/README_CN.md
@@ -212,7 +212,3 @@ LangBot **从设计上就对 Agent 友好** —— 你的编码 Agent（Claude C
If you're a code agent based on LLM, you should read [AGENTS.md](AGENTS.md) to understand the project structure and development process before you start any development.
-->
-
-## 可选遥测
-
-遥测默认开启。可以在实例 `data/config.yaml` 中将 `space.disable_telemetry` 改为 `true`，保留其他配置，然后重启实例。此开关关闭使用统计、实例心跳和功能执行遥测；Cloud 由实例运维方配置，对该实例所有工作区生效。遥测在后台尽力发送，网络故障、超时或服务端错误不会阻断正常操作；失败详情仅记录在 DEBUG 日志中。
diff --git a/docs/TELEMETRY.md b/docs/TELEMETRY.md
new file mode 100644
index 000000000..f5c8ec504
--- /dev/null
+++ b/docs/TELEMETRY.md
@@ -0,0 +1,20 @@
+# Telemetry / 遥测
+
+## 可选遥测
+
+遥测默认开启。可以在实例 `data/config.yaml` 中将 `space.disable_telemetry` 改为 `true`，保留其他配置，然后重启实例。此开关关闭使用统计、实例心跳和功能执行遥测；Cloud 由实例运维方配置，对该实例所有工作区生效。遥测在后台尽力发送，网络故障、超时或服务端错误不会阻断正常操作；失败详情仅记录在 DEBUG 日志中。
+
+## Optional telemetry
+
+Telemetry is enabled by default. To opt out, set `space.disable_telemetry: true` in your instance’s `data/config.yaml`, preserve other settings, and restart the instance. This disables usage, heartbeat and execution telemetry. In Cloud, the instance operator controls this setting for every workspace in the instance. Delivery is best-effort in background tasks; connection failures, timeouts and server errors do not block normal operations. Failure details are logged only at DEBUG level.
+
+## Configuration / 配置示例
+
+```yaml
+space:
+ disable_telemetry: true
+```
+
+修改现有 `space` 节点，保留其他配置；不要创建重复的节点。恢复默认行为时，将此项改回 `false` 并重启实例。
+
+Edit the existing `space` section and preserve other settings; do not create a duplicate section. To restore the default, set this option to `false` and restart the instance.
From f7e6a6ba0d1eead632479b582e09f3a628371495 Mon Sep 17 00:00:00 2001
From: RockChinQ
Date: Wed, 30 Sep 2026 14:42:45 +0000
Subject: [PATCH 028/140] docs: remove telemetry document misplaced in Core
---
docs/TELEMETRY.md | 20 --------------------
1 file changed, 20 deletions(-)
delete mode 100644 docs/TELEMETRY.md
diff --git a/docs/TELEMETRY.md b/docs/TELEMETRY.md
deleted file mode 100644
index f5c8ec504..000000000
--- a/docs/TELEMETRY.md
+++ /dev/null
@@ -1,20 +0,0 @@
-# Telemetry / 遥测
-
-## 可选遥测
-
-遥测默认开启。可以在实例 `data/config.yaml` 中将 `space.disable_telemetry` 改为 `true`，保留其他配置，然后重启实例。此开关关闭使用统计、实例心跳和功能执行遥测；Cloud 由实例运维方配置，对该实例所有工作区生效。遥测在后台尽力发送，网络故障、超时或服务端错误不会阻断正常操作；失败详情仅记录在 DEBUG 日志中。
-
-## Optional telemetry
-
-Telemetry is enabled by default. To opt out, set `space.disable_telemetry: true` in your instance’s `data/config.yaml`, preserve other settings, and restart the instance. This disables usage, heartbeat and execution telemetry. In Cloud, the instance operator controls this setting for every workspace in the instance. Delivery is best-effort in background tasks; connection failures, timeouts and server errors do not block normal operations. Failure details are logged only at DEBUG level.
-
-## Configuration / 配置示例
-
-```yaml
-space:
- disable_telemetry: true
-```
-
-修改现有 `space` 节点，保留其他配置；不要创建重复的节点。恢复默认行为时，将此项改回 `false` 并重启实例。
-
-Edit the existing `space` section and preserve other settings; do not create a duplicate section. To restore the default, set this option to `false` and restart the instance.
From ae516d2290bcc8d8597a1d79df00fc99793a0ab5 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Wed, 30 Sep 2026 23:54:20 +0800
Subject: [PATCH 029/140] build(core): pin plugin SDK 0.7.6
Carries the plugin worker process label: workers now show `--tag
author/plugin_name` in ps/htop, including the nsjail supervisor row.
Verified locally: the published wheel hash matches the pin, the shared runtime
launches workers with the tag, plugins register and knowledge retrieval is
unaffected.
---
pyproject.toml | 2 +-
uv.lock | 8 ++++----
2 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index 293a9de21..9d9b80fe8 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,7 +71,7 @@ dependencies = [
"langchain-text-splitters>=1.1.2",
"chromadb>=1.0.0,<2.0.0",
"qdrant-client (>=1.15.1,<2.0.0)",
- "langbot-plugin @ https://files.pythonhosted.org/packages/51/cf/314abe6775b05f23381f66dba707756a984010b36e72a4aecc03d26d9b3c/langbot_plugin-0.7.5-py3-none-any.whl#sha256=a20fba9d331d29b0969dc4e12880269165a522f56fff146c0ef71f38a19bdc2e",
+ "langbot-plugin @ https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl#sha256=b2f05302ca25b374ff8c094794573696b75a7d1a7731a0fe2eebbc71796e8e0d",
"asyncpg>=0.30.0",
"line-bot-sdk>=3.19.0",
"matrix-nio>=0.25.2",
diff --git a/uv.lock b/uv.lock
index 9821ed6dc..6661723ba 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2185,7 +2185,7 @@ requires-dist = [
{ name = "gewechat-client", specifier = ">=0.1.5" },
{ name = "html2text", specifier = ">=2024.2.26" },
{ name = "httpx", extras = ["socks"], specifier = ">=0.28.1" },
- { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/51/cf/314abe6775b05f23381f66dba707756a984010b36e72a4aecc03d26d9b3c/langbot_plugin-0.7.5-py3-none-any.whl" },
+ { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl" },
{ name = "langchain", specifier = ">=1.3.9" },
{ name = "langchain-core", specifier = ">=1.3.3" },
{ name = "langchain-text-splitters", specifier = ">=1.1.2" },
@@ -2255,8 +2255,8 @@ dev = [
[[package]]
name = "langbot-plugin"
-version = "0.7.5"
-source = { url = "https://files.pythonhosted.org/packages/51/cf/314abe6775b05f23381f66dba707756a984010b36e72a4aecc03d26d9b3c/langbot_plugin-0.7.5-py3-none-any.whl" }
+version = "0.7.6"
+source = { url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl" }
dependencies = [
{ name = "aiofiles" },
{ name = "aiohttp" },
@@ -2277,7 +2277,7 @@ dependencies = [
{ name = "websockets" },
]
wheels = [
- { url = "https://files.pythonhosted.org/packages/51/cf/314abe6775b05f23381f66dba707756a984010b36e72a4aecc03d26d9b3c/langbot_plugin-0.7.5-py3-none-any.whl", hash = "sha256:a20fba9d331d29b0969dc4e12880269165a522f56fff146c0ef71f38a19bdc2e" },
+ { url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl", hash = "sha256:b2f05302ca25b374ff8c094794573696b75a7d1a7731a0fe2eebbc71796e8e0d" },
]
[package.metadata]
From 0efc1fb1ccb88c642ff881e77b86bc67d5f6b243 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 02:12:44 +0800
Subject: [PATCH 030/140] feat(telemetry): trace one inbound event end to end
Execution telemetry already reported window counters. This adds one bounded,
content-free chain per inbound platform event, so a single event can be
followed from its source platform through routing and processing to the
platform API calls it caused.
- telemetry/trace.py: ContextVar trace identity with route and run scopes, and
a 32-stage bound per chain.
- telemetry/execution.py: keeps at most 64 chains for 120s, decides sampling
from the observed outcome, and sends one payload per chain keyed by
query_id = trace_id, so Space fetches a chain by primary identity. Window
counters are unchanged and remain the source of coverage statistics.
- botmgr / pipelinemgr / orchestrator: bind the trace at the ingress boundary,
scope routing identity per dispatch, and attach the run identity, so nested
lanes (event -> route -> pipeline/runner -> platform API) reuse one chain. A
run reached without an ingress (WebUI debug, service API) owns its own chain.
- space.execution_trace selects off | failures | sampled | all (default
sampled: failures, WebUI debug runs and every N-th success).
Chains carry only code-defined identifiers (adapter and runner types, route
identity as type:uuid, run id); never message content, tool arguments or
platform user identifiers.
---
src/langbot/pkg/agent/runner/orchestrator.py | 11 +
src/langbot/pkg/pipeline/pipelinemgr.py | 6 +-
src/langbot/pkg/platform/botmgr.py | 103 ++++--
src/langbot/pkg/telemetry/execution.py | 200 +++++++++-
src/langbot/pkg/telemetry/trace.py | 166 +++++++++
src/langbot/templates/config.yaml | 5 +
tests/manual/dump_execution_trace_payload.py | 97 +++++
.../platform/test_botmgr_execution_trace.py | 186 ++++++++++
tests/unit_tests/telemetry/test_trace.py | 346 ++++++++++++++++++
9 files changed, 1082 insertions(+), 38 deletions(-)
create mode 100644 src/langbot/pkg/telemetry/trace.py
create mode 100644 tests/manual/dump_execution_trace_payload.py
create mode 100644 tests/unit_tests/platform/test_botmgr_execution_trace.py
create mode 100644 tests/unit_tests/telemetry/test_trace.py
diff --git a/src/langbot/pkg/agent/runner/orchestrator.py b/src/langbot/pkg/agent/runner/orchestrator.py
index b9d34e460..e207e743a 100644
--- a/src/langbot/pkg/agent/runner/orchestrator.py
+++ b/src/langbot/pkg/agent/runner/orchestrator.py
@@ -37,6 +37,8 @@ from .run_journal import AgentRunJournal
from .session_registry import AgentRunSessionRegistry, get_session_registry
from .state_scope import build_state_context
from ...provider.tools.loaders import skill as skill_loader
+from ...telemetry import trace as trace_mod
+from ...telemetry.execution import close_trace as close_execution_trace
from ...telemetry.execution import record as record_execution
@@ -211,8 +213,14 @@ class AgentRunOrchestrator:
terminal_reason: str | None = None
terminal_usage: dict[str, typing.Any] | None = None
execution_outcome = 'unknown'
+ # A run reached without a platform ingress (WebUI debug, service API)
+ # owns its own chain; a run inside an ingress reuses that chain.
+ trace_binding: trace_mod.TraceBinding | None = None
+ run_token: typing.Any = None
try:
+ trace_binding = trace_mod.bind()
+ run_token = trace_mod.set_run(run_id)
await self.journal.create_run(
event=event,
binding=binding,
@@ -419,6 +427,9 @@ class AgentRunOrchestrator:
outcome=execution_outcome,
synthetic=event.source == 'webui',
)
+ trace_mod.reset_run(run_token)
+ if trace_binding is not None and trace_mod.unbind_root(trace_binding):
+ close_execution_trace(self.ap, trace_binding.state, 'runner_done')
binding_box = getattr(execution_query, '_box_binding', None)
if binding_box is not None and binding_box.run_id == run_id:
object.__delattr__(execution_query, '_box_binding')
diff --git a/src/langbot/pkg/pipeline/pipelinemgr.py b/src/langbot/pkg/pipeline/pipelinemgr.py
index a32ee7145..a737594d4 100644
--- a/src/langbot/pkg/pipeline/pipelinemgr.py
+++ b/src/langbot/pkg/pipeline/pipelinemgr.py
@@ -367,11 +367,15 @@ class RuntimePipeline:
i += 1
async def process_query(self, query: pipeline_query.Query):
+ from ..telemetry.execution import ingress
from ..telemetry.platform import processing_mode
token = processing_mode.set('pipeline')
try:
- return await self._process_query(query)
+ # Callers without a platform event (Webchat, HTTP API) still get one
+ # trace for the whole Pipeline lane; nested calls reuse the trace.
+ with ingress(self.ap, 'pipeline_done'):
+ return await self._process_query(query)
finally:
processing_mode.reset(token)
diff --git a/src/langbot/pkg/platform/botmgr.py b/src/langbot/pkg/platform/botmgr.py
index 8f068e37c..d4430f55d 100644
--- a/src/langbot/pkg/platform/botmgr.py
+++ b/src/langbot/pkg/platform/botmgr.py
@@ -352,6 +352,20 @@ class RuntimeBot:
"""Return the selected event binding plus per-binding diagnostic steps."""
return self._evaluate_eba_event_bindings(self._get_event_bindings(), event, event_type)
+ @staticmethod
+ def _route_ref(
+ binding: dict | None,
+ target_type: str | None = None,
+ target_uuid: str | None = None,
+ ) -> str:
+ """Code-defined route identity for telemetry; never a user-facing name."""
+ binding = binding or {}
+ kind = str(target_type or binding.get('target_type') or '').strip()
+ target = str(target_uuid or binding.get('target_uuid') or '').strip()
+ if not kind or not target:
+ return ''
+ return f'{kind}:{target}'[:160]
+
async def _record_event_route_trace(
self,
*,
@@ -383,17 +397,19 @@ class RuntimeBot:
log_method = getattr(self.logger, level, self.logger.info)
await log_method(text, metadata=metadata)
if status in {'delivered', 'failed', 'discarded', 'not_matched'}:
+ from ..telemetry import trace as trace_mod
from ..telemetry.execution import record
- record(
- getattr(self, 'ap', None),
- getattr(self, 'execution_context', None),
- family='event_route',
- operation=event_type,
- adapter=type(getattr(self, 'adapter', None)).__name__,
- mode=target_type if target_type in {'pipeline', 'agent', 'event_processor'} else 'none',
- outcome={'delivered': 'success', 'failed': 'failed'}.get(status, 'skipped'),
- )
+ with trace_mod.scope(route_ref=self._route_ref(binding, target_type, target_uuid)):
+ record(
+ getattr(self, 'ap', None),
+ getattr(self, 'execution_context', None),
+ family='event_route',
+ operation=event_type,
+ adapter=type(getattr(self, 'adapter', None)).__name__,
+ mode=target_type if target_type in {'pipeline', 'agent', 'event_processor'} else 'none',
+ outcome={'delivered': 'success', 'failed': 'failed'}.get(status, 'skipped'),
+ )
return metadata
def get_pipeline_target_for_event_type(self, event_type: str = 'message.received') -> str | None:
@@ -852,7 +868,19 @@ class RuntimeBot:
event: platform_events.EBAEvent,
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
) -> None:
+ # One inbound event owns one execution trace; every stage recorded while
+ # it is handled (routing, runner, platform API calls) joins that trace.
+ from ..telemetry.execution import ingress
+
event.bot_uuid = self.bot_entity.uuid
+ with ingress(getattr(self, 'ap', None), 'event_done'):
+ await self._handle_platform_event_body(event, adapter)
+
+ async def _handle_platform_event_body(
+ self,
+ event: platform_events.EBAEvent,
+ adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
+ ) -> None:
from ..telemetry.execution import record
record(
@@ -951,12 +979,15 @@ class RuntimeBot:
)
if target_type == 'discard':
if isinstance(event, platform_events.MessageReceivedEvent):
- await self._dispatch_eba_message_to_pipeline(
- event,
- adapter,
- pipeline_uuid=self.PIPELINE_DISCARD,
- routed_by_event_binding=True,
- )
+ from ..telemetry import trace as trace_mod
+
+ with trace_mod.scope(route_ref=self._route_ref(event_binding)):
+ await self._dispatch_eba_message_to_pipeline(
+ event,
+ adapter,
+ pipeline_uuid=self.PIPELINE_DISCARD,
+ routed_by_event_binding=True,
+ )
return await self._record_event_route_trace(
event_type=event_type,
status='discarded',
@@ -984,12 +1015,17 @@ class RuntimeBot:
reason='Pipeline targets only support message events',
text=f'Event {event_type} ignored Pipeline target for non-message event',
)
- await self._dispatch_eba_message_to_pipeline(
- event,
- adapter,
- pipeline_uuid=event_binding.get('target_uuid'),
- routed_by_event_binding=True,
- )
+ from ..telemetry import trace as trace_mod
+
+ with trace_mod.scope(
+ route_ref=self._route_ref(event_binding, target_type, event_binding.get('target_uuid'))
+ ):
+ await self._dispatch_eba_message_to_pipeline(
+ event,
+ adapter,
+ pipeline_uuid=event_binding.get('target_uuid'),
+ routed_by_event_binding=True,
+ )
return await self._record_event_route_trace(
event_type=event_type,
status='delivered',
@@ -1068,18 +1104,21 @@ class RuntimeBot:
envelope = self._eba_event_to_agent_envelope(event, adapter)
if target_type == 'event_processor':
envelope.data = event.model_dump(mode='json', exclude={'source_platform_object', 'legacy_event'})
+ from ..telemetry import trace as trace_mod
+
try:
- async for _ in self.ap.agent_run_orchestrator.run(
- envelope,
- binding,
- adapter_context={
- '_delivery_adapter': adapter,
- '_platform_event': event,
- '_execution_context': self.execution_context,
- },
- ):
- # Results are journaled by the orchestrator; platform sends require explicit actions.
- pass
+ with trace_mod.scope(route_ref=self._route_ref(event_binding, target_type, target_uuid)):
+ async for _ in self.ap.agent_run_orchestrator.run(
+ envelope,
+ binding,
+ adapter_context={
+ '_delivery_adapter': adapter,
+ '_platform_event': event,
+ '_execution_context': self.execution_context,
+ },
+ ):
+ # Results are journaled by the orchestrator; platform sends require explicit actions.
+ pass
except Exception:
return await self._record_event_route_trace(
event_type=event_type,
diff --git a/src/langbot/pkg/telemetry/execution.py b/src/langbot/pkg/telemetry/execution.py
index 201037368..99a6f9c48 100644
--- a/src/langbot/pkg/telemetry/execution.py
+++ b/src/langbot/pkg/telemetry/execution.py
@@ -2,15 +2,29 @@
This module reports observations only. Coverage catalogs and acceptance rules
belong to Space. Aggregation keys include both immutable execution identities.
+
+Two shapes share one payload type:
+
+* window counters, aggregated by ``(family, operation, mode, adapter, runner,
+ outcome, synthetic)`` — unchanged coverage reporting;
+* per-event traces, one bounded payload per traced event, keyed by
+ ``query_id = trace_id`` so Space can fetch a whole chain by primary identity.
+
+Traces are additive: they never alter the counters, and both are bounded in
+memory, batch size and send concurrency.
"""
from __future__ import annotations
import asyncio
+import contextlib
+import time
from datetime import datetime, timezone
from uuid import uuid4
+from . import trace as trace_mod
from .identity import workspace_identity
+from .trace import TraceState
MAX_KEYS = 512
MAX_BATCH = 32
@@ -18,6 +32,13 @@ FLUSH_SECONDS = 60
MODES = frozenset({'pipeline', 'agent', 'event_processor', 'none'})
OUTCOMES = frozenset({'success', 'failed', 'cancelled', 'timeout', 'skipped', 'unknown'})
+# Trace bounds: stages per trace, traces buffered per process, trace lifetime.
+MAX_TRACES = 64
+TRACE_TTL_SECONDS = 120
+TRACE_MODES = frozenset({'off', 'failures', 'sampled', 'all'})
+DEFAULT_TRACE_MODE = 'sampled'
+DEFAULT_TRACE_SAMPLE = 20
+
class ExecutionCounters:
def __init__(self, manager):
@@ -25,6 +46,24 @@ class ExecutionCounters:
self.pending: dict[tuple, dict] = {}
self.task: asyncio.Task | None = None
self.dropped = 0
+ self.traces: dict[str, TraceState] = {}
+ self.trace_deadlines: dict[str, float] = {}
+ self.dropped_traces = 0
+
+ # ------------------------------------------------------------------ config
+
+ def trace_mode(self) -> str:
+ mode = str(self.manager.telemetry_config.get('execution_trace', DEFAULT_TRACE_MODE) or '').strip().lower()
+ return mode if mode in TRACE_MODES else DEFAULT_TRACE_MODE
+
+ def trace_sample(self) -> int:
+ try:
+ sample = int(self.manager.telemetry_config.get('execution_trace_sample', DEFAULT_TRACE_SAMPLE))
+ except (TypeError, ValueError):
+ sample = DEFAULT_TRACE_SAMPLE
+ return sample if 1 <= sample <= 100000 else DEFAULT_TRACE_SAMPLE
+
+ # --------------------------------------------------------------- recording
def record(
self,
@@ -50,6 +89,19 @@ class ExecutionCounters:
if any(not isinstance(v, str) or len(v) > 160 for v in (operation, adapter, runner)):
return
identity = workspace_identity(context)
+ state = trace_mod.current()
+ if state is not None:
+ self._record_trace_stage(
+ state,
+ identity=identity,
+ family=family,
+ operation=operation,
+ mode=mode,
+ adapter=adapter,
+ runner=runner,
+ outcome=outcome,
+ synthetic=synthetic,
+ )
key = (
identity['instance_id'],
identity['workspace_uuid'],
@@ -70,16 +122,124 @@ class ExecutionCounters:
self.pending[key] = row
row['count'] = min(row['count'] + 1, 2147483647)
row['last_seen'] = datetime.now(timezone.utc).isoformat()
- if self.task is None or self.task.done():
- self.task = asyncio.create_task(self._loop())
+ self._ensure_loop()
except Exception:
# Observability must never change execution behavior.
return
+ def _record_trace_stage(
+ self, state: TraceState, *, identity, family, operation, mode, adapter, runner, outcome, synthetic
+ ) -> None:
+ if state.abandoned:
+ return
+ if state.trace_id not in self.traces:
+ # Never buffer traces this configuration would discard anyway.
+ if self.trace_mode() == 'off' or len(self.traces) >= MAX_TRACES:
+ self.dropped += 1
+ state.abandoned = True
+ return
+ self.traces[state.trace_id] = state
+ self.trace_deadlines[state.trace_id] = time.monotonic() + TRACE_TTL_SECONDS
+ state.identity = identity
+ state.append(
+ family=family,
+ operation=operation,
+ mode=mode,
+ adapter=adapter,
+ runner=runner,
+ outcome=outcome,
+ synthetic=bool(synthetic),
+ )
+
+ def _ensure_loop(self) -> None:
+ if self.task is None or self.task.done():
+ self.task = asyncio.create_task(self._loop())
+
+ # ------------------------------------------------------------------ traces
+
+ def close_trace(self, state: TraceState, reason: str = 'event_done') -> None:
+ """Emit one trace payload when it matches the configured sample."""
+ try:
+ if self.traces.pop(state.trace_id, None) is None:
+ return
+ self.trace_deadlines.pop(state.trace_id, None)
+ if not state.stages or not self._trace_emitted(state):
+ return
+ payload = self._build_trace_payload(state, reason)
+ if payload is not None:
+ self.manager.start_send_task(payload)
+ except Exception:
+ return
+
+ def _trace_emitted(self, state: TraceState) -> bool:
+ mode = self.trace_mode()
+ if mode == 'off':
+ return False
+ if mode == 'all':
+ return True
+ # A failed, cancelled or timed-out stage is always worth keeping.
+ if any(stage['outcome'] not in ('success', 'skipped') for stage in state.stages):
+ return True
+ # WebUI debug runs are deliberately traced; they stay flagged synthetic.
+ if state.synthetic:
+ return True
+ if mode == 'failures':
+ return False
+ try:
+ return int(state.trace_id[:8], 16) % self.trace_sample() == 0
+ except ValueError:
+ return False
+
+ def _build_trace_payload(self, state: TraceState, reason: str) -> dict | None:
+ from ..utils import constants
+
+ identity = state.identity
+ if not identity.get('instance_id') or not identity.get('workspace_uuid'):
+ return None
+ observations = [{**stage, 'trace_id': state.trace_id, 'count': 1} for stage in state.stages]
+ return {
+ 'event_type': 'feature_execution',
+ # One payload per trace: lookup uses the indexed query_id column.
+ 'query_id': state.trace_id,
+ 'instance_id': identity['instance_id'],
+ 'workspace_uuid': identity['workspace_uuid'],
+ 'version': constants.semantic_version,
+ 'edition': constants.edition,
+ 'timestamp': datetime.now(timezone.utc).isoformat(),
+ 'features': {
+ 'schema': 1,
+ 'observations': observations,
+ 'trace': {
+ 'closed_by': reason,
+ 'started_at': state.started_at,
+ 'ended_at': datetime.now(timezone.utc).isoformat(),
+ 'route_ref': next((s['route_ref'] for s in state.stages if s['route_ref']), ''),
+ 'run_id': next((s['run_id'] for s in state.stages if s['run_id']), ''),
+ 'outcome': state.outcome(),
+ 'dropped_stages': state.dropped_stages,
+ },
+ },
+ }
+
+ def _sweep_traces(self, now: float) -> None:
+ for trace_id in [key for key, deadline in self.trace_deadlines.items() if deadline <= now]:
+ state = self.traces.get(trace_id)
+ if state is not None:
+ self.close_trace(state, 'ttl')
+
+ # ----------------------------------------------------------------- flushing
+
async def _loop(self):
- while self.pending:
- await asyncio.sleep(FLUSH_SECONDS)
- await self.flush()
+ last_flush = time.monotonic()
+ while self.pending or self.traces:
+ # Traces expire on a short TTL; counters keep their minute cadence.
+ await asyncio.sleep(1 if self.traces else FLUSH_SECONDS)
+ now = time.monotonic()
+ self._sweep_traces(now)
+ if self.pending and now - last_flush >= FLUSH_SECONDS:
+ last_flush = now
+ await self.flush()
+ self.task = None
async def flush(self):
from ..utils import constants
@@ -131,6 +291,11 @@ class ExecutionCounters:
except (Exception, asyncio.CancelledError):
pass
self.pending.clear()
+ # Traces of in-flight events cannot be completed during shutdown.
+ self.dropped += len(self.traces)
+ self.dropped_traces += len(self.traces)
+ self.traces.clear()
+ self.trace_deadlines.clear()
def record(ap, context, **observation):
@@ -141,3 +306,28 @@ def record(ap, context, **observation):
counters.record(context, **observation)
except Exception:
pass
+
+
+def close_trace(ap, state, reason: str = 'event_done') -> None:
+ """Best-effort trace close usable with optional telemetry and test doubles."""
+ try:
+ counters = getattr(getattr(ap, 'telemetry', None), 'execution', None)
+ if isinstance(counters, ExecutionCounters):
+ counters.close_trace(state, reason)
+ except Exception:
+ pass
+
+
+@contextlib.contextmanager
+def ingress(ap, reason: str = 'event_done'):
+ """Trace one ingress boundary; only the owner of the trace closes it.
+
+ Nested boundaries (an event routed into a Pipeline, a Runner invoked from a
+ dispatch) reuse the in-flight trace instead of starting a second one.
+ """
+ binding = trace_mod.bind()
+ try:
+ yield binding
+ finally:
+ if trace_mod.unbind_root(binding):
+ close_trace(ap, binding.state, reason)
diff --git a/src/langbot/pkg/telemetry/trace.py b/src/langbot/pkg/telemetry/trace.py
new file mode 100644
index 000000000..a239c707e
--- /dev/null
+++ b/src/langbot/pkg/telemetry/trace.py
@@ -0,0 +1,166 @@
+"""Content-free per-event execution traces.
+
+One trace identity is minted per inbound platform event and survives until the
+ingress handler returns. Stage records appended under it describe how that one
+event was routed and processed, using only code-defined identifiers. Nothing
+here is aggregated: a trace is a bounded, ordered sequence for one event.
+
+Three bounds keep memory independent of traffic volume:
+
+* ``MAX_STAGES`` stages per trace (further stages are counted, not kept);
+* ``MAX_TRACES`` traces in flight, enforced by the sender that owns the buffer;
+* a wall-clock TTL, enforced by the sender's sweep.
+
+The identity itself lives in a ContextVar so that asynchronous work spawned
+while handling one event inherits it, mirroring ``telemetry.platform``.
+"""
+
+from __future__ import annotations
+
+import contextlib
+import contextvars
+import typing
+from datetime import datetime, timezone
+from uuid import uuid4
+
+MAX_STAGES = 32
+
+_current: contextvars.ContextVar['TraceState | None'] = contextvars.ContextVar('telemetry_trace', default=None)
+_route: contextvars.ContextVar[str] = contextvars.ContextVar('telemetry_trace_route', default='')
+_run: contextvars.ContextVar[str] = contextvars.ContextVar('telemetry_trace_run', default='')
+
+
+def _now() -> str:
+ return datetime.now(timezone.utc).isoformat()
+
+
+class TraceState:
+ """Bounded stage buffer for exactly one event."""
+
+ __slots__ = (
+ 'trace_id',
+ 'started_at',
+ 'stages',
+ 'dropped_stages',
+ 'synthetic',
+ 'sequence',
+ 'identity',
+ 'abandoned',
+ )
+
+ def __init__(self) -> None:
+ self.trace_id = str(uuid4())
+ self.started_at = _now()
+ self.stages: list[dict[str, typing.Any]] = []
+ self.dropped_stages = 0
+ self.synthetic = False
+ self.sequence = 0
+ self.identity: dict[str, str] = {}
+ # Set when the sender refused to buffer this trace: stop appending.
+ self.abandoned = False
+
+ def append(
+ self,
+ *,
+ family: str,
+ operation: str,
+ mode: str,
+ adapter: str,
+ runner: str,
+ outcome: str,
+ synthetic: bool,
+ ) -> None:
+ if len(self.stages) >= MAX_STAGES:
+ self.dropped_stages += 1
+ return
+ seen = _now()
+ self.stages.append(
+ {
+ 'family': family,
+ 'operation': operation,
+ 'mode': mode,
+ 'adapter': adapter,
+ 'runner': runner,
+ 'outcome': outcome,
+ 'synthetic': bool(synthetic),
+ 'seq': self.sequence,
+ 'route_ref': _route.get(),
+ 'run_id': _run.get(),
+ 'first_seen': seen,
+ 'last_seen': seen,
+ }
+ )
+ self.sequence += 1
+ if synthetic:
+ self.synthetic = True
+
+ def outcome(self) -> str:
+ """Terminal outcome of the last recorded stage, for space-side display."""
+ return self.stages[-1]['outcome'] if self.stages else 'unknown'
+
+
+class TraceBinding(typing.NamedTuple):
+ state: TraceState
+ created: bool
+ token: typing.Any
+
+
+def bind() -> TraceBinding:
+ """Start a trace unless one is already in flight in this context."""
+ existing = _current.get()
+ if existing is not None:
+ return TraceBinding(existing, False, None)
+ state = TraceState()
+ return TraceBinding(state, True, _current.set(state))
+
+
+def unbind(binding: TraceBinding) -> bool:
+ """Detach this binding. Returns True when this caller owns the trace."""
+ if binding.token is not None:
+ try:
+ _current.reset(binding.token)
+ except (ValueError, RuntimeError):
+ # A token from another context must never break execution.
+ pass
+ return binding.created
+
+
+def unbind_root(binding: TraceBinding) -> bool:
+ """Detach only when this caller started the trace, else leave it in place."""
+ if not binding.created:
+ return False
+ return unbind(binding)
+
+
+def current() -> TraceState | None:
+ return _current.get()
+
+
+def set_run(run_id: str) -> typing.Any:
+ return _run.set(run_id)
+
+
+def reset_run(token: typing.Any) -> None:
+ if token is None:
+ return
+ try:
+ _run.reset(token)
+ except (ValueError, RuntimeError):
+ # A token from another context must never break execution.
+ pass
+
+
+@contextlib.contextmanager
+def scope(*, route_ref: str | None = None) -> typing.Iterator[None]:
+ """Pin routing identity for stages recorded inside this block."""
+ if not route_ref:
+ yield
+ return
+ token = _route.set(route_ref)
+ try:
+ yield
+ finally:
+ try:
+ _route.reset(token)
+ except (ValueError, RuntimeError):
+ pass
diff --git a/src/langbot/templates/config.yaml b/src/langbot/templates/config.yaml
index edd64149f..19c46ae35 100644
--- a/src/langbot/templates/config.yaml
+++ b/src/langbot/templates/config.yaml
@@ -429,3 +429,8 @@ space:
# Optional telemetry is enabled by default. Set true to disable usage,
# heartbeat and execution reporting; restart after changing this setting.
disable_telemetry: false
+ # Per-event execution traces: off | failures | sampled | all.
+ # 'sampled' keeps every failed run plus every N-th successful one
+ # (N is execution_trace_sample) and always keeps WebUI debug runs.
+ execution_trace: sampled
+ execution_trace_sample: 20
diff --git a/tests/manual/dump_execution_trace_payload.py b/tests/manual/dump_execution_trace_payload.py
new file mode 100644
index 000000000..0cd852f09
--- /dev/null
+++ b/tests/manual/dump_execution_trace_payload.py
@@ -0,0 +1,97 @@
+"""Dump one real execution-trace payload for the Space wire-format contract test.
+
+Run from the repository root with the project interpreter, e.g.:
+
+ PYTHONPATH=src python tests/manual/dump_execution_trace_payload.py
+
+`langbot-space` keeps the output as
+`internal/service/testdata/execution_trace_payload.json` and asserts that its
+ingest validator accepts it. Regenerate that file whenever the payload shape
+changes; the Space test documents the same command.
+"""
+
+from __future__ import annotations
+
+import asyncio
+import json
+import sys
+import types
+from importlib import import_module
+
+
+class CaptureManager:
+ """Captures what TelemetryManager would have posted."""
+
+ def __init__(self):
+ self.telemetry_config = {'url': 'https://space.langbot.test', 'execution_trace': 'all'}
+ self.sent: list[dict] = []
+
+ async def send(self, payload: dict) -> bool:
+ self.sent.append(payload)
+ return True
+
+ def start_send_task(self, payload: dict) -> None:
+ self.sent.append(payload)
+
+
+async def main() -> int:
+ execution = import_module('langbot.pkg.telemetry.execution')
+ trace = import_module('langbot.pkg.telemetry.trace')
+
+ manager = CaptureManager()
+ counters = execution.ExecutionCounters(manager)
+ context = types.SimpleNamespace(instance_uuid='instance-1', workspace_uuid='workspace-1')
+ route_ref = 'agent:11111111-1111-4111-8111-111111111111'
+ run_id = '22222222-2222-4222-8222-222222222222'
+
+ with execution.ingress(types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))):
+ # Inbound platform event.
+ counters.record(
+ context,
+ family='platform_event',
+ operation='message.received',
+ adapter='AiocqhttpAdapter',
+ outcome='success',
+ )
+ # Route decision for that event.
+ with trace.scope(route_ref=route_ref):
+ counters.record(
+ context,
+ family='event_route',
+ operation='message.received',
+ mode='agent',
+ adapter='AiocqhttpAdapter',
+ outcome='success',
+ )
+ # Runner execution of the routed processor.
+ run_token = trace.set_run(run_id)
+ try:
+ counters.record(
+ context,
+ family='runner',
+ operation='execute',
+ mode='agent',
+ runner='langbot/runner-demo',
+ outcome='success',
+ )
+ # Outbound platform API call made by the runner.
+ counters.record(
+ context,
+ family='platform_api',
+ operation='send_message',
+ mode='agent',
+ adapter='AiocqhttpAdapter',
+ outcome='success',
+ )
+ finally:
+ trace.reset_run(run_token)
+
+ if len(manager.sent) != 1:
+ print(f'expected exactly one payload, captured {len(manager.sent)}', file=sys.stderr)
+ return 1
+ print(json.dumps(manager.sent[0], indent=2, ensure_ascii=False, sort_keys=True))
+ return 0
+
+
+if __name__ == '__main__':
+ raise SystemExit(asyncio.run(main()))
diff --git a/tests/unit_tests/platform/test_botmgr_execution_trace.py b/tests/unit_tests/platform/test_botmgr_execution_trace.py
new file mode 100644
index 000000000..12f55fde6
--- /dev/null
+++ b/tests/unit_tests/platform/test_botmgr_execution_trace.py
@@ -0,0 +1,186 @@
+"""RuntimeBot ingress tracing: one inbound event owns one execution trace."""
+
+from __future__ import annotations
+
+from types import SimpleNamespace
+from unittest.mock import AsyncMock, Mock
+
+import pytest
+
+from langbot.pkg.api.http.context import ExecutionContext
+
+TEST_CONTEXT = ExecutionContext(
+ instance_uuid='instance-test',
+ workspace_uuid='workspace-test',
+ placement_generation=1,
+ bot_uuid='bot-1',
+)
+
+
+class FakeTelemetryManager:
+ def __init__(self, config=None):
+ self.telemetry_config = (
+ {'url': 'https://space.example.test', 'execution_trace': 'all'} if config is None else config
+ )
+ self.sent: list[dict] = []
+
+ async def send(self, payload: dict) -> bool:
+ self.sent.append(payload)
+ return True
+
+ def start_send_task(self, payload: dict) -> None:
+ self.sent.append(payload)
+
+
+def make_bot(event_bindings: list[dict], config=None, agent=None):
+ from langbot.pkg.platform.botmgr import RuntimeBot
+ from langbot.pkg.telemetry.execution import ExecutionCounters
+
+ manager = FakeTelemetryManager(config)
+ counters = ExecutionCounters(manager)
+ bot = object.__new__(RuntimeBot)
+ bot.bot_entity = SimpleNamespace(
+ uuid='bot-1',
+ workspace_uuid=TEST_CONTEXT.workspace_uuid,
+ event_bindings=event_bindings,
+ plugin_processors=[],
+ )
+ bot.execution_context = TEST_CONTEXT
+ bot.workspace_uuid = TEST_CONTEXT.workspace_uuid
+ bot.placement_generation = TEST_CONTEXT.placement_generation
+ bot.logger = SimpleNamespace(info=AsyncMock(), warning=AsyncMock(), error=AsyncMock(), debug=AsyncMock())
+ bot.adapter = FakeAdapter()
+ bot.ap = SimpleNamespace(
+ telemetry=SimpleNamespace(execution=counters),
+ agent_service=SimpleNamespace(get_agent=AsyncMock(return_value=agent)),
+ pipeline_service=SimpleNamespace(get_pipeline=AsyncMock(return_value=None)),
+ )
+ return bot, manager, counters
+
+
+def message_received_event():
+ from langbot_plugin.api.entities.builtin.platform import entities, events, message
+
+ return events.MessageReceivedEvent(
+ message_id='message-1',
+ message_chain=message.MessageChain([message.Plain(text='hello')]),
+ sender=entities.User(id='user-1', nickname='QA User'),
+ chat_type=entities.ChatType.PRIVATE,
+ chat_id='user-1',
+ )
+
+
+class FakeAdapter:
+ async def get_supported_apis(self):
+ return []
+
+
+@pytest.mark.asyncio
+async def test_route_miss_emits_one_closed_trace():
+ bot, manager, counters = make_bot([])
+
+ await bot._handle_platform_event(message_received_event(), FakeAdapter())
+
+ assert len(manager.sent) == 1
+ payload = manager.sent[0]
+ assert payload['event_type'] == 'feature_execution'
+ assert len(payload['query_id']) == 36
+ assert payload['instance_id'] == 'instance-test'
+ assert payload['workspace_uuid'] == 'workspace-test'
+ features = payload['features']
+ assert features['schema'] == 1
+ assert [(row['family'], row['operation'], row['outcome']) for row in features['observations']] == [
+ ('platform_event', 'message.received', 'success'),
+ ('event_route', 'message.received', 'skipped'),
+ ]
+ assert [row['seq'] for row in features['observations']] == [0, 1]
+ assert all(row['trace_id'] == payload['query_id'] for row in features['observations'])
+ assert all(row['adapter'] == 'FakeAdapter' for row in features['observations'])
+ assert features['trace']['closed_by'] == 'event_done'
+ # Window counters are still aggregated for coverage.
+ assert counters.pending
+
+
+@pytest.mark.asyncio
+async def test_unavailable_route_target_carries_route_identity():
+ bot, manager, _ = make_bot(
+ [
+ {
+ 'id': 'agent-binding',
+ 'enabled': True,
+ 'event_pattern': 'message.received',
+ 'target_type': 'agent',
+ 'target_uuid': 'agent-1',
+ }
+ ]
+ )
+
+ await bot._handle_platform_event(message_received_event(), FakeAdapter())
+
+ stages = manager.sent[0]['features']['observations']
+ assert [(stage['family'], stage['outcome'], stage['mode']) for stage in stages] == [
+ ('platform_event', 'success', 'none'),
+ ('event_route', 'failed', 'agent'),
+ ]
+ assert stages[1]['route_ref'] == 'agent:agent-1'
+ assert stages[0]['route_ref'] == ''
+
+
+@pytest.mark.asyncio
+async def test_discarded_route_is_visible_without_user_values():
+ bot, manager, _ = make_bot(
+ [
+ {
+ 'id': 'discard-binding',
+ 'enabled': True,
+ 'event_pattern': '*',
+ 'target_type': 'discard',
+ }
+ ]
+ )
+
+ await bot._handle_platform_event(SimpleNamespace(type='platform.member.joined'), FakeAdapter())
+
+ stages = manager.sent[0]['features']['observations']
+ assert [stage['outcome'] for stage in stages] == ['success', 'skipped']
+ assert stages[1]['operation'] == 'platform.member.joined'
+ assert stages[1]['mode'] == 'none'
+
+
+@pytest.mark.asyncio
+async def test_telemetry_opt_out_emits_nothing():
+ bot, manager, counters = make_bot([], config={'url': 'https://space.example.test', 'disable_telemetry': True})
+
+ await bot._handle_platform_event(message_received_event(), FakeAdapter())
+
+ assert manager.sent == []
+ assert counters.pending == {}
+ assert counters.traces == {}
+
+
+@pytest.mark.asyncio
+async def test_route_trace_scope_is_restored_after_dispatch():
+ from langbot.pkg.telemetry import trace as trace_mod
+
+ bot, _, _ = make_bot([])
+ assert trace_mod.current() is None
+
+ await bot._handle_platform_event(message_received_event(), FakeAdapter())
+
+ assert trace_mod.current() is None
+ # A later record outside the ingress must not join the closed trace.
+ from langbot.pkg.telemetry.execution import record
+
+ record(bot.ap, TEST_CONTEXT, family='platform_api', operation='send_message', outcome='success')
+ assert list(bot.ap.telemetry.execution.pending.values())[-1]['count'] == 1
+
+
+@pytest.mark.asyncio
+async def test_adapter_call_without_ingress_still_counts():
+ """Mock adapter objects used by other tests must not break the ingress path."""
+ bot, manager, _ = make_bot([])
+ adapter = Mock()
+
+ await bot._handle_platform_event(message_received_event(), adapter)
+
+ assert manager.sent
diff --git a/tests/unit_tests/telemetry/test_trace.py b/tests/unit_tests/telemetry/test_trace.py
new file mode 100644
index 000000000..0a567f152
--- /dev/null
+++ b/tests/unit_tests/telemetry/test_trace.py
@@ -0,0 +1,346 @@
+"""Unit tests for per-event execution traces (pkg/telemetry/trace.py + execution.py)."""
+
+from __future__ import annotations
+
+import asyncio
+import time
+import types
+from importlib import import_module
+
+
+def get_modules():
+ return (
+ import_module('langbot.pkg.telemetry.trace'),
+ import_module('langbot.pkg.telemetry.execution'),
+ )
+
+
+class FakeManager:
+ """Stand-in for TelemetryManager: records payloads instead of posting them."""
+
+ def __init__(self, config=None):
+ self.telemetry_config = (
+ {'url': 'https://space.example.test', 'disable_telemetry': False} if config is None else config
+ )
+ self.sent: list[dict] = []
+
+ async def send(self, payload: dict) -> bool:
+ self.sent.append(payload)
+ return True
+
+ def start_send_task(self, payload: dict) -> None:
+ self.sent.append(payload)
+
+
+def make_counters(config=None):
+ _, execution = get_modules()
+ manager = FakeManager(config)
+ return manager, execution.ExecutionCounters(manager)
+
+
+def make_ap(counters):
+ return types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))
+
+
+def trace_config(**overrides):
+ config = {'url': 'https://space.example.test', 'execution_trace': 'all'}
+ config.update(overrides)
+ return config
+
+
+CONTEXT = types.SimpleNamespace(instance_uuid='instance-1', workspace_uuid='workspace-1')
+
+STAGE = {
+ 'family': 'platform_event',
+ 'operation': 'message.received',
+ 'mode': 'none',
+ 'adapter': 'AiocqhttpAdapter',
+ 'outcome': 'success',
+}
+
+
+class TestTraceIdentity:
+ def test_nested_bind_reuses_the_in_flight_trace(self):
+ trace, _ = get_modules()
+ outer = trace.bind()
+ inner = trace.bind()
+ try:
+ assert outer.created is True
+ assert inner.created is False
+ assert inner.state is outer.state
+ assert trace.current() is outer.state
+ finally:
+ trace.unbind_root(inner)
+ trace.unbind_root(outer)
+ assert trace.current() is None
+
+ def test_unbind_root_leaves_a_nested_trace_attached(self):
+ trace, _ = get_modules()
+ outer = trace.bind()
+ inner = trace.bind()
+ assert trace.unbind_root(inner) is False
+ assert trace.current() is outer.state
+ assert trace.unbind_root(outer) is True
+ assert trace.current() is None
+ # A repeated unbind of the same binding must never raise.
+ assert trace.unbind_root(outer) is True
+
+ def test_route_and_run_are_only_pinned_inside_the_block(self):
+ trace, _ = get_modules()
+ binding = trace.bind()
+ token = trace.set_run('run-1')
+ try:
+ with trace.scope(route_ref='agent:agent-1'):
+ inside = trace.current()
+ inside.append(
+ family='runner',
+ operation='execute',
+ mode='agent',
+ adapter='',
+ runner='langbot/runner',
+ outcome='success',
+ synthetic=False,
+ )
+ outside = trace.current()
+ outside.append(
+ family='platform_api',
+ operation='send_message',
+ mode='agent',
+ adapter='AiocqhttpAdapter',
+ runner='',
+ outcome='success',
+ synthetic=False,
+ )
+ finally:
+ trace.reset_run(token)
+ trace.unbind_root(binding)
+ assert [(s['route_ref'], s['run_id']) for s in binding.state.stages] == [
+ ('agent:agent-1', 'run-1'),
+ ('', 'run-1'),
+ ]
+
+
+class TestTraceRecording:
+ def test_stage_carries_sequence_identity_and_timestamps(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.record(CONTEXT, **{**STAGE, 'family': 'runner', 'operation': 'execute', 'mode': 'pipeline'})
+ finally:
+ trace.unbind_root(binding)
+ stages = binding.state.stages
+ assert [stage['seq'] for stage in stages] == [0, 1]
+ assert stages[0]['first_seen'] == stages[0]['last_seen']
+ assert binding.state.identity == {'instance_id': 'instance-1', 'workspace_uuid': 'workspace-1'}
+ assert binding.state.outcome() == 'success'
+
+ def test_stage_buffer_is_bounded_and_counts_overflow(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ for _ in range(trace.MAX_STAGES + 5):
+ counters.record(CONTEXT, **STAGE)
+ finally:
+ trace.unbind_root(binding)
+ assert len(binding.state.stages) == trace.MAX_STAGES
+ assert binding.state.dropped_stages == 5
+
+ def test_oversized_identifier_never_becomes_a_stage(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'operation': 'x' * 200})
+ counters.record(CONTEXT, **{**STAGE, 'family': 'not-a-family'})
+ finally:
+ trace.unbind_root(binding)
+ assert binding.state.stages == []
+
+ def test_trace_limit_abandons_further_traces(self):
+ trace, execution = get_modules()
+ _, counters = make_counters()
+ bindings = []
+ for _ in range(execution.MAX_TRACES + 1):
+ binding = trace.bind()
+ bindings.append(binding)
+ counters.record(CONTEXT, **STAGE)
+ trace.unbind_root(binding)
+ assert trace.current() is None
+ assert len(counters.traces) == execution.MAX_TRACES
+ assert counters.dropped == 1
+ assert bindings[-1].state.abandoned is True
+ assert bindings[-1].state.stages == []
+
+ def test_counters_keep_aggregating_while_tracing(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ for _ in range(3):
+ counters.record(CONTEXT, **STAGE)
+ finally:
+ trace.unbind_root(binding)
+ assert list(counters.pending.values())[0]['count'] == 3
+
+
+class TestTraceDelivery:
+ def test_close_emits_one_payload_per_trace(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config())
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.record(
+ CONTEXT, **{**STAGE, 'family': 'runner', 'operation': 'execute', 'mode': 'agent', 'runner': 'runner-1'}
+ )
+ counters.close_trace(binding.state, 'event_done')
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+
+ assert len(manager.sent) == 1
+ payload = manager.sent[0]
+ assert payload['event_type'] == 'feature_execution'
+ assert payload['query_id'] == binding.state.trace_id
+ assert len(payload['query_id']) == 36
+ assert payload['instance_id'] == 'instance-1'
+ assert payload['workspace_uuid'] == 'workspace-1'
+ features = payload['features']
+ assert features['schema'] == 1
+ assert [row['count'] for row in features['observations']] == [1, 1]
+ assert [row['seq'] for row in features['observations']] == [0, 1]
+ assert [row['trace_id'] for row in features['observations']] == [binding.state.trace_id] * 2
+ assert features['trace'] == {
+ 'closed_by': 'event_done',
+ 'started_at': binding.state.started_at,
+ 'ended_at': features['trace']['ended_at'],
+ 'route_ref': '',
+ 'run_id': '',
+ 'outcome': 'success',
+ 'dropped_stages': 0,
+ }
+ assert counters.traces == {}
+
+ def test_sampling_decision_is_deterministic_and_keeps_failures(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config(execution_trace='sampled', execution_trace_sample=2))
+ binding = trace.bind()
+ try:
+ binding.state.trace_id = '00000001-0000-4000-8000-000000000000'
+ counters.record(CONTEXT, **STAGE)
+ assert counters._trace_emitted(binding.state) is False
+ binding.state.trace_id = '00000000-0000-4000-8000-000000000000'
+ assert counters._trace_emitted(binding.state) is True
+ binding.state.trace_id = '00000001-0000-4000-8000-000000000001'
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'timeout'})
+ assert counters._trace_emitted(binding.state) is True
+ finally:
+ trace.unbind_root(binding)
+
+ def test_failures_mode_keeps_failed_and_debug_traces_only(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config(execution_trace='failures', execution_trace_sample=1000000))
+
+ failed = trace.bind()
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ counters.close_trace(failed.state, 'event_done')
+ trace.unbind_root(failed)
+
+ debug = trace.bind()
+ counters.record(CONTEXT, **{**STAGE, 'synthetic': True})
+ counters.close_trace(debug.state, 'event_done')
+ trace.unbind_root(debug)
+
+ sampled_out = trace.bind()
+ counters.record(CONTEXT, **STAGE)
+ counters.close_trace(sampled_out.state, 'event_done')
+ trace.unbind_root(sampled_out)
+
+ assert [payload['features']['observations'][0]['outcome'] for payload in manager.sent] == ['failed', 'success']
+ assert manager.sent[1]['features']['observations'][0]['synthetic'] is True
+
+ def test_off_mode_and_opt_out_emit_nothing(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config(execution_trace='off'))
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ assert manager.sent == []
+
+ disabled_manager, disabled = make_counters(
+ {'url': 'https://space.example.test', 'disable_telemetry': True, 'execution_trace': 'all'}
+ )
+ binding = trace.bind()
+ try:
+ disabled.record(CONTEXT, **STAGE)
+ disabled.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ assert disabled_manager.sent == []
+ assert disabled.pending == {}
+ assert disabled.traces == {}
+
+ def test_ttl_sweep_closes_stale_trace(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config())
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ counters.trace_deadlines[binding.state.trace_id] = 0
+ counters._sweep_traces(time.monotonic())
+ finally:
+ trace.unbind_root(binding)
+ assert manager.sent[0]['features']['trace']['closed_by'] == 'ttl'
+ assert counters.traces == {}
+ assert counters.trace_deadlines == {}
+
+ async def test_shutdown_drops_open_traces(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config())
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ await counters.shutdown()
+ finally:
+ trace.unbind_root(binding)
+ # Shutdown may still flush window counters; it must not claim a trace.
+ assert [payload for payload in manager.sent if 'trace' in payload['features']] == []
+ assert counters.traces == {}
+ assert counters.dropped_traces == 1
+
+ async def test_loop_sweeps_and_sends_expired_trace(self):
+ trace, _ = get_modules()
+ manager, counters = make_counters(trace_config())
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ counters.trace_deadlines[binding.state.trace_id] = 0
+ await asyncio.sleep(1.2)
+ assert [payload['features']['trace']['closed_by'] for payload in manager.sent] == ['ttl']
+ assert counters.traces == {}
+ finally:
+ await counters.shutdown()
+ trace.unbind_root(binding)
+
+
+class TestIngress:
+ def test_ingress_closes_only_the_trace_it_started(self):
+ _, execution = get_modules()
+ manager, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done'):
+ with execution.ingress(ap, 'pipeline_done'):
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
+ assert len(manager.sent) == 1
+ assert manager.sent[0]['features']['trace']['closed_by'] == 'event_done'
+
+ def test_ingress_without_telemetry_is_a_no_op(self):
+ _, execution = get_modules()
+ with execution.ingress(types.SimpleNamespace(), 'event_done'):
+ pass
From df64f83e12dd39fa05f3e311c1f85e0ba9d2cbdf Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 02:32:28 +0800
Subject: [PATCH 031/140] fix(telemetry): schedule the trace payload send
instead of dropping it
close_trace() called the coroutine TelemetryManager.start_send_task without
awaiting or scheduling it, so every payload closed on that path was silently
dropped and the runtime logged "coroutine ... was never awaited". The only
other caller awaits it correctly, so both call styles stay supported: call the
manager, schedule the returned coroutine on the running loop, and close it with
a debug log when no loop is available.
Regression case added in tests/unit_tests/telemetry/test_trace.py: it fails
before this change (payload never delivered) and passes after.
---
src/langbot/pkg/telemetry/execution.py | 20 ++++++++++++++++++-
tests/unit_tests/telemetry/test_trace.py | 25 ++++++++++++++++++++++++
2 files changed, 44 insertions(+), 1 deletion(-)
diff --git a/src/langbot/pkg/telemetry/execution.py b/src/langbot/pkg/telemetry/execution.py
index 99a6f9c48..ff5ef28ff 100644
--- a/src/langbot/pkg/telemetry/execution.py
+++ b/src/langbot/pkg/telemetry/execution.py
@@ -167,10 +167,28 @@ class ExecutionCounters:
return
payload = self._build_trace_payload(state, reason)
if payload is not None:
- self.manager.start_send_task(payload)
+ self._dispatch_payload(payload)
except Exception:
return
+ def _dispatch_payload(self, payload: dict) -> None:
+ """Hand one built payload to the telemetry manager from this sync context.
+
+ TelemetryManager.start_send_task is a coroutine, so calling it without
+ scheduling dropped every trace closed here. Stand-ins used by tests and
+ manual tools schedule synchronously, hence the coroutine check.
+ """
+ result = self.manager.start_send_task(payload)
+ if not asyncio.iscoroutine(result):
+ return
+ try:
+ asyncio.get_running_loop().create_task(result)
+ except RuntimeError:
+ result.close()
+ logger = getattr(getattr(self.manager, 'ap', None), 'logger', None)
+ if logger is not None:
+ logger.debug('Execution trace payload dropped: no running event loop')
+
def _trace_emitted(self, state: TraceState) -> bool:
mode = self.trace_mode()
if mode == 'off':
diff --git a/tests/unit_tests/telemetry/test_trace.py b/tests/unit_tests/telemetry/test_trace.py
index 0a567f152..f19ab2668 100644
--- a/tests/unit_tests/telemetry/test_trace.py
+++ b/tests/unit_tests/telemetry/test_trace.py
@@ -344,3 +344,28 @@ class TestIngress:
_, execution = get_modules()
with execution.ingress(types.SimpleNamespace(), 'event_done'):
pass
+
+
+class AsyncSendManager(FakeManager):
+ """Stand-in whose start_send_task is a coroutine, like TelemetryManager."""
+
+ async def start_send_task(self, payload: dict) -> None:
+ self.sent.append(payload)
+
+
+class TestTraceDispatch:
+ async def test_close_trace_schedules_the_coroutine_send(self):
+ trace, execution = get_modules()
+ manager = AsyncSendManager(trace_config())
+ counters = execution.ExecutionCounters(manager)
+ binding = trace.bind()
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.close_trace(binding.state, 'event_done')
+ # The payload is only delivered once the scheduled task runs.
+ assert manager.sent == []
+ await asyncio.sleep(0)
+ finally:
+ trace.unbind_root(binding)
+ assert len(manager.sent) == 1
+ assert manager.sent[0]['event_type'] == 'feature_execution'
From 923ebe12af75bef27c5f010678569fd3a2a0c2d2 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 18:10:42 +0800
Subject: [PATCH 032/140] feat(telemetry): attach called platform APIs to their
step node on execution traces
Every host step now opens a stage scope, so observations recorded inside it (including cross-task plugin/RPC calls resolved through the execution registry) carry the owning step as parent; the pipeline lane records its own pipeline/run node so acks and replies issued outside the runner still hang off a node.
---
src/langbot/pkg/agent/runner/orchestrator.py | 245 ++++----
.../pkg/agent/runner/platform_tools.py | 102 ++--
src/langbot/pkg/pipeline/pipelinemgr.py | 96 ++-
.../pkg/pipeline/process/handlers/chat.py | 96 ++-
src/langbot/pkg/platform/botmgr.py | 157 +++--
src/langbot/pkg/telemetry/execution.py | 452 +++++++++-----
src/langbot/pkg/telemetry/platform.py | 26 +-
src/langbot/pkg/telemetry/trace.py | 166 +++++-
src/langbot/templates/config.yaml | 4 +
.../unit_tests/telemetry/test_chat_emitter.py | 110 ++++
.../telemetry/test_pipeline_lane.py | 272 +++++++++
tests/unit_tests/telemetry/test_trace.py | 561 ++++++++++++++++--
12 files changed, 1798 insertions(+), 489 deletions(-)
create mode 100644 tests/unit_tests/telemetry/test_chat_emitter.py
create mode 100644 tests/unit_tests/telemetry/test_pipeline_lane.py
diff --git a/src/langbot/pkg/agent/runner/orchestrator.py b/src/langbot/pkg/agent/runner/orchestrator.py
index e207e743a..c7c9443eb 100644
--- a/src/langbot/pkg/agent/runner/orchestrator.py
+++ b/src/langbot/pkg/agent/runner/orchestrator.py
@@ -38,6 +38,7 @@ from .session_registry import AgentRunSessionRegistry, get_session_registry
from .state_scope import build_state_context
from ...provider.tools.loaders import skill as skill_loader
from ...telemetry import trace as trace_mod
+from ...telemetry.execution import bind_trace as bind_execution_trace
from ...telemetry.execution import close_trace as close_execution_trace
from ...telemetry.execution import record as record_execution
@@ -213,13 +214,16 @@ class AgentRunOrchestrator:
terminal_reason: str | None = None
terminal_usage: dict[str, typing.Any] | None = None
execution_outcome = 'unknown'
+ execution_error = ''
# A run reached without a platform ingress (WebUI debug, service API)
# owns its own chain; a run inside an ingress reuses that chain.
trace_binding: trace_mod.TraceBinding | None = None
run_token: typing.Any = None
+ # Workflow step node for this run; '' until the step scope is opened.
+ node = ''
try:
- trace_binding = trace_mod.bind()
+ trace_binding = bind_execution_trace(self.ap, run_id)
run_token = trace_mod.set_run(run_id)
await self.journal.create_run(
event=event,
@@ -261,139 +265,140 @@ class AgentRunOrchestrator:
event_log_id=event_log_id,
)
- async with contextlib.aclosing(self.invoker.invoke(descriptor, context)) as results:
- async for result_dict in results:
- result_dict = dict(result_dict)
- sequence = result_dict.get('sequence')
- if sequence is not None:
- try:
- sequence_int = int(sequence)
- except (TypeError, ValueError):
- self.ap.logger.warning(
- f'Runner {descriptor.id} returned invalid result sequence: {sequence}'
- )
- sequence_int = last_sequence + 1
- result_dict['sequence'] = sequence_int
- else:
- if sequence_int in seen_sequences:
+ with trace_mod.stage_scope() as node:
+ async with contextlib.aclosing(self.invoker.invoke(descriptor, context)) as results:
+ async for result_dict in results:
+ result_dict = dict(result_dict)
+ sequence = result_dict.get('sequence')
+ if sequence is not None:
+ try:
+ sequence_int = int(sequence)
+ except (TypeError, ValueError):
self.ap.logger.warning(
- f'Runner {descriptor.id} returned duplicate result sequence '
- f'{sequence_int} for run {run_id}; dropping duplicate'
- )
- continue
- if sequence_int <= 0:
- self.ap.logger.warning(
- f'Runner {descriptor.id} returned non-positive result sequence '
- f'{sequence_int} for run {run_id}'
+ f'Runner {descriptor.id} returned invalid result sequence: {sequence}'
)
sequence_int = last_sequence + 1
result_dict['sequence'] = sequence_int
- elif last_sequence and sequence_int != last_sequence + 1:
- self.ap.logger.warning(
- f'Runner {descriptor.id} result sequence gap or out-of-order '
- f'for run {run_id}: previous={last_sequence}, current={sequence_int}'
- )
+ else:
+ if sequence_int in seen_sequences:
+ self.ap.logger.warning(
+ f'Runner {descriptor.id} returned duplicate result sequence '
+ f'{sequence_int} for run {run_id}; dropping duplicate'
+ )
+ continue
+ if sequence_int <= 0:
+ self.ap.logger.warning(
+ f'Runner {descriptor.id} returned non-positive result sequence '
+ f'{sequence_int} for run {run_id}'
+ )
+ sequence_int = last_sequence + 1
+ result_dict['sequence'] = sequence_int
+ elif last_sequence and sequence_int != last_sequence + 1:
+ self.ap.logger.warning(
+ f'Runner {descriptor.id} result sequence gap or out-of-order '
+ f'for run {run_id}: previous={last_sequence}, current={sequence_int}'
+ )
+ seen_sequences.add(sequence_int)
+ last_sequence = max(last_sequence, sequence_int)
+ else:
+ sequence_int = last_sequence + 1
+ result_dict['sequence'] = sequence_int
seen_sequences.add(sequence_int)
- last_sequence = max(last_sequence, sequence_int)
- else:
- sequence_int = last_sequence + 1
- result_dict['sequence'] = sequence_int
- seen_sequences.add(sequence_int)
- last_sequence = sequence_int
+ last_sequence = sequence_int
- result_type = result_dict.get('type')
- if result_type and not self.result_normalizer.validate_payload(
- result_type,
- result_dict.get('data', {}),
- descriptor,
- ):
- continue
-
- await self.journal.append_run_result(
- result_dict=result_dict,
- run_id=run_id,
- sequence=sequence_int,
- )
-
- # Trusted Host observers receive validated events before message-only normalization.
- result_observer = (adapter_context or {}).get('_result_observer')
- if result_observer is not None:
- await result_observer(result_dict)
-
- if result_type == 'state.updated':
- await self.journal.handle_state_updated_event(
- result_dict,
- event,
- binding,
+ result_type = result_dict.get('type')
+ if result_type and not self.result_normalizer.validate_payload(
+ result_type,
+ result_dict.get('data', {}),
descriptor,
- run_id=run_id,
- )
- await self.result_normalizer.normalize(result_dict, descriptor)
- continue
-
- if result_type == 'action.requested':
- if await self.interaction_manager.handle_result(
- result_dict=result_dict,
- event=event,
- binding=binding,
- descriptor=descriptor,
- run_id=run_id,
- adapter_context=adapter_context,
):
continue
- if result_type == 'run.completed':
- terminal_status = 'completed'
- terminal_reason = (
- result_dict.get('data', {}).get('finish_reason')
- if isinstance(result_dict.get('data'), dict)
- else None
- )
- usage = result_dict.get('usage')
- if isinstance(usage, dict):
- terminal_usage = usage
- elif result_type == 'run.failed':
- terminal_status = 'failed'
- data = result_dict.get('data') if isinstance(result_dict.get('data'), dict) else {}
- terminal_reason = data.get('error') or data.get('code')
- usage = result_dict.get('usage')
- if isinstance(usage, dict):
- terminal_usage = usage
-
- has_completed_message = result_type == 'message.completed' or (
- result_type == 'run.completed'
- and isinstance(result_dict.get('data'), dict)
- and bool(result_dict['data'].get('message'))
- )
- if has_completed_message and event.conversation_id and not assistant_transcript_written:
- await self.journal.write_assistant_transcript(
+ await self.journal.append_run_result(
result_dict=result_dict,
- event=event,
run_id=run_id,
- runner_id=descriptor.id,
+ sequence=sequence_int,
)
- assistant_transcript_written = True
- result = await self.result_normalizer.normalize(result_dict, descriptor)
- file_ids = result_dict.get('data', {}).get('file_ids', [])
- if file_ids:
- if result_type != 'message.completed' or result is None:
- raise ValueError('Files must be attached to a completed message')
- if binding.processor_type != 'pipeline':
- raise ValueError('Agent files must be sent explicitly through the reply API')
- from ...box.runner import exported_message, binding_for
+ # Trusted Host observers receive validated events before message-only normalization.
+ result_observer = (adapter_context or {}).get('_result_observer')
+ if result_observer is not None:
+ await result_observer(result_dict)
- async with binding_for(execution_query).lock:
- result.attachments = exported_message(execution_query, file_ids, consume=True)
+ if result_type == 'state.updated':
+ await self.journal.handle_state_updated_event(
+ result_dict,
+ event,
+ binding,
+ descriptor,
+ run_id=run_id,
+ )
+ await self.result_normalizer.normalize(result_dict, descriptor)
+ continue
- if result is not None:
- yield result
+ if result_type == 'action.requested':
+ if await self.interaction_manager.handle_result(
+ result_dict=result_dict,
+ event=event,
+ binding=binding,
+ descriptor=descriptor,
+ run_id=run_id,
+ adapter_context=adapter_context,
+ ):
+ continue
- run_snapshot = await self.journal.get_run(run_id)
- if run_snapshot and run_snapshot.get('cancel_requested_at') is not None:
- terminal_status = 'cancelled'
- terminal_reason = run_snapshot.get('status_reason') or 'cancel_requested'
- break
+ if result_type == 'run.completed':
+ terminal_status = 'completed'
+ terminal_reason = (
+ result_dict.get('data', {}).get('finish_reason')
+ if isinstance(result_dict.get('data'), dict)
+ else None
+ )
+ usage = result_dict.get('usage')
+ if isinstance(usage, dict):
+ terminal_usage = usage
+ elif result_type == 'run.failed':
+ terminal_status = 'failed'
+ data = result_dict.get('data') if isinstance(result_dict.get('data'), dict) else {}
+ terminal_reason = data.get('error') or data.get('code')
+ usage = result_dict.get('usage')
+ if isinstance(usage, dict):
+ terminal_usage = usage
+
+ has_completed_message = result_type == 'message.completed' or (
+ result_type == 'run.completed'
+ and isinstance(result_dict.get('data'), dict)
+ and bool(result_dict['data'].get('message'))
+ )
+ if has_completed_message and event.conversation_id and not assistant_transcript_written:
+ await self.journal.write_assistant_transcript(
+ result_dict=result_dict,
+ event=event,
+ run_id=run_id,
+ runner_id=descriptor.id,
+ )
+ assistant_transcript_written = True
+
+ result = await self.result_normalizer.normalize(result_dict, descriptor)
+ file_ids = result_dict.get('data', {}).get('file_ids', [])
+ if file_ids:
+ if result_type != 'message.completed' or result is None:
+ raise ValueError('Files must be attached to a completed message')
+ if binding.processor_type != 'pipeline':
+ raise ValueError('Agent files must be sent explicitly through the reply API')
+ from ...box.runner import exported_message, binding_for
+
+ async with binding_for(execution_query).lock:
+ result.attachments = exported_message(execution_query, file_ids, consume=True)
+
+ if result is not None:
+ yield result
+
+ run_snapshot = await self.journal.get_run(run_id)
+ if run_snapshot and run_snapshot.get('cancel_requested_at') is not None:
+ terminal_status = 'cancelled'
+ terminal_reason = run_snapshot.get('status_reason') or 'cancel_requested'
+ break
await self.journal.finalize_run(
run_id=run_id,
status=terminal_status or 'completed',
@@ -403,11 +408,15 @@ class AgentRunOrchestrator:
execution_outcome = {'completed': 'success', 'failed': 'failed', 'cancelled': 'cancelled'}.get(
terminal_status or '', 'unknown'
)
+ execution_error = '' if execution_outcome == 'success' else (terminal_reason or execution_outcome)
except asyncio.CancelledError:
execution_outcome = 'cancelled'
+ execution_error = 'cancelled'
raise
except Exception as exc:
execution_outcome = 'timeout' if self._is_deadline_exhausted(context) else 'failed'
+ # A chain that broke must always carry a reason, even for a bare exception.
+ execution_error = str(exc) or type(exc).__name__
failed_usage = terminal_usage
await self.journal.finalize_run(
run_id=run_id,
@@ -426,6 +435,8 @@ class AgentRunOrchestrator:
runner=descriptor.id,
outcome=execution_outcome,
synthetic=event.source == 'webui',
+ error=execution_error,
+ node=node,
)
trace_mod.reset_run(run_token)
if trace_binding is not None and trace_mod.unbind_root(trace_binding):
diff --git a/src/langbot/pkg/agent/runner/platform_tools.py b/src/langbot/pkg/agent/runner/platform_tools.py
index 5599c4953..70795f304 100644
--- a/src/langbot/pkg/agent/runner/platform_tools.py
+++ b/src/langbot/pkg/agent/runner/platform_tools.py
@@ -684,49 +684,71 @@ async def execute_platform_tool(
normalized = _normalize_platform_params(definition, parameters)
if definition.scope == 'event':
normalized = _event_params(definition, context, normalized)
- # This flag is frozen by the Host from the synthetic debug envelope, not tool arguments.
- if delivery.get('surface') == 'webui' and (delivery.get('platform_capabilities') or {}).get('debug_mock') is True:
- result = _execute_mock_platform_tool(definition, context, normalized)
- if message_chain is not None:
- result['parameters']['message'] = message_chain.model_dump(mode='json')
- from ...telemetry.execution import record
+ # Plugin/RPC actions run outside the ingress context, so bind the owning
+ # execution id here: nested adapter observations then join its trace.
+ from ...telemetry.execution import record, reset_execution_id, set_execution_id
- record(
- ap,
- execution_context,
- family='platform_api',
- operation=definition.api,
- mode=authorization.get('processor_type', 'none'),
- synthetic=True,
- outcome='success',
- )
- return result
- bot_id = authorization.get('bot_id')
- if not bot_id:
- raise ValueError('This run is not associated with a platform bot')
- bot = await ap.platform_mgr.get_bot_by_uuid(execution_context, bot_id)
- if bot is None:
- raise ValueError(f'Bot {bot_id} is not running')
- if definition.api not in set(bot.adapter.get_supported_apis() or []):
- raise ValueError(f'Platform API {definition.api} is no longer supported by bot {bot_id}')
- api_func = getattr(bot.adapter, definition.api, None)
- if not callable(api_func):
- raise ValueError(f'Platform API {definition.api} is declared but not implemented')
- if definition.api == 'send_message':
- normalized = {
- 'target_type': _require_string(normalized, 'target_type'),
- 'target_id': _require_string(normalized, 'target_id'),
- 'message': message_chain
- if message_chain is not None
- else platform_message.MessageChain([platform_message.Plain(text=_require_string(normalized, 'text'))]),
- }
- from ...telemetry.platform import processing_mode
-
- token = processing_mode.set(authorization.get('processor_type', 'none'))
+ execution_id = str(session.get('run_id') or '').strip()
+ execution_token = set_execution_id(execution_id)
try:
- return await api_func(**normalized)
+ # This flag is frozen by the Host from the synthetic debug envelope, not tool arguments.
+ mock = (
+ delivery.get('surface') == 'webui'
+ and (delivery.get('platform_capabilities') or {}).get('debug_mock') is True
+ )
+ if mock:
+ outcome = 'unknown'
+ error_detail = ''
+ try:
+ result = _execute_mock_platform_tool(definition, context, normalized)
+ if message_chain is not None:
+ result['parameters']['message'] = message_chain.model_dump(mode='json')
+ outcome = 'success'
+ except Exception as exc:
+ outcome = 'failed'
+ error_detail = str(exc)
+ raise
+ finally:
+ record(
+ ap,
+ execution_context,
+ family='platform_api',
+ operation=definition.api,
+ mode=authorization.get('processor_type', 'none'),
+ synthetic=True,
+ outcome=outcome,
+ error=error_detail,
+ execution_id=execution_id or None,
+ )
+ return result
+ bot_id = authorization.get('bot_id')
+ if not bot_id:
+ raise ValueError('This run is not associated with a platform bot')
+ bot = await ap.platform_mgr.get_bot_by_uuid(execution_context, bot_id)
+ if bot is None:
+ raise ValueError(f'Bot {bot_id} is not running')
+ if definition.api not in set(bot.adapter.get_supported_apis() or []):
+ raise ValueError(f'Platform API {definition.api} is no longer supported by bot {bot_id}')
+ api_func = getattr(bot.adapter, definition.api, None)
+ if not callable(api_func):
+ raise ValueError(f'Platform API {definition.api} is declared but not implemented')
+ if definition.api == 'send_message':
+ normalized = {
+ 'target_type': _require_string(normalized, 'target_type'),
+ 'target_id': _require_string(normalized, 'target_id'),
+ 'message': message_chain
+ if message_chain is not None
+ else platform_message.MessageChain([platform_message.Plain(text=_require_string(normalized, 'text'))]),
+ }
+ from ...telemetry.platform import processing_mode
+
+ token = processing_mode.set(authorization.get('processor_type', 'none'))
+ try:
+ return await api_func(**normalized)
+ finally:
+ processing_mode.reset(token)
finally:
- processing_mode.reset(token)
+ reset_execution_id(execution_token)
def _execute_mock_platform_tool(
diff --git a/src/langbot/pkg/pipeline/pipelinemgr.py b/src/langbot/pkg/pipeline/pipelinemgr.py
index a737594d4..c98b94c8a 100644
--- a/src/langbot/pkg/pipeline/pipelinemgr.py
+++ b/src/langbot/pkg/pipeline/pipelinemgr.py
@@ -3,6 +3,7 @@ from __future__ import annotations
import dataclasses
import typing
import traceback
+import asyncio
import sqlalchemy
@@ -257,6 +258,9 @@ class RuntimePipeline:
self.ap.logger.error(result.error_notice)
# Mark query as having error
query.variables['_monitoring_has_error'] = True
+ # The lane reports failures as a value instead of raising, so record the
+ # reason here: without it the uploaded trace would not explain the break.
+ self._record_lane_failure(query, str(result.error_notice))
# Record error to monitoring system
try:
await self._assert_execution_active(query)
@@ -368,14 +372,59 @@ class RuntimePipeline:
async def process_query(self, query: pipeline_query.Query):
from ..telemetry.execution import ingress
+ from ..telemetry.execution import record as record_execution
from ..telemetry.platform import processing_mode
+ from ..telemetry.trace import stage_scope
token = processing_mode.set('pipeline')
+ # The Workspace-scoped opaque query uuid is the execution identity Space
+ # shows for this lane; it is a stable UUID for every pooled query.
+ execution_id = str(getattr(query, 'query_uuid', '') or '').strip() or str(query.query_id)
try:
# Callers without a platform event (Webchat, HTTP API) still get one
# trace for the whole Pipeline lane; nested calls reuse the trace.
- with ingress(self.ap, 'pipeline_done'):
- return await self._process_query(query)
+ with ingress(self.ap, 'pipeline_done', getattr(self, 'execution_context', None), execution_id=execution_id):
+ # The lane is its own workflow step: acknowledgements and replies it
+ # sends directly, and the runner it drives, hang under this node.
+ # When the lane runs under a platform route the node nests there.
+ with stage_scope() as node:
+ lane_outcome = 'success'
+ lane_error = ''
+ try:
+ return await self._process_query(query)
+ except asyncio.CancelledError:
+ lane_outcome = 'cancelled'
+ lane_error = 'cancelled'
+ raise
+ except BaseException as exc:
+ lane_outcome = 'failed'
+ lane_error = str(exc) or type(exc).__name__
+ raise
+ finally:
+ try:
+ variables = getattr(query, 'variables', None) or {}
+ lane_has_error = bool(variables.get('_monitoring_has_error'))
+ except Exception:
+ lane_has_error = False
+ if lane_outcome == 'success' and lane_has_error:
+ # The lane reported the failure as a value, not an exception.
+ lane_outcome = 'failed'
+ config = getattr(query, 'pipeline_config', None)
+ try:
+ runner_id = (RunnerConfigResolver.resolve_runner_id(config) or '') if config else ''
+ except Exception:
+ runner_id = ''
+ record_execution(
+ self.ap,
+ getattr(self, 'execution_context', None),
+ family='pipeline',
+ operation='run',
+ mode='pipeline',
+ runner=runner_id,
+ outcome=lane_outcome,
+ error=lane_error,
+ node=node,
+ )
finally:
processing_mode.reset(token)
@@ -490,6 +539,9 @@ class RuntimePipeline:
inst_name = query.current_stage_name if query.current_stage_name else 'unknown'
self.ap.logger.error(f'Error processing query {query.query_id} stage={inst_name} : {e}')
self.ap.logger.error(f'Traceback: {traceback.format_exc()}')
+ # The lane itself broke: land the reason on the execution trace so the
+ # chain is uploaded even though the error never became a StageProcessResult.
+ self._record_lane_failure(query, str(e) or type(e).__name__)
# Record query error
try:
@@ -513,6 +565,46 @@ class RuntimePipeline:
self.ap.logger.debug(f'Query {query.query_id} processed')
await self.ap.query_pool.remove_query(query)
+ def _record_lane_failure(self, query: pipeline_query.Query, reason: str) -> None:
+ """Land one failed ``runner/execute`` stage on the owning execution trace."""
+ try:
+ from ..telemetry.execution import record as record_execution
+ from ..telemetry.trace import current as current_trace
+ from ..telemetry.trace import stage_scope
+
+ detail = reason or 'pipeline_lane_failed'
+ state = current_trace()
+ # The runner orchestrator already lands its own failed ``runner/execute``
+ # node when the break happens inside a runner; in that case only carry the
+ # reason over instead of repeating the node on the trace.
+ already_recorded = bool(
+ state is not None
+ and any(
+ stage.get('family') == 'runner' and stage.get('outcome') not in ('success', 'skipped')
+ for stage in state.stages
+ )
+ )
+ if not already_recorded:
+ # The lane failure is its own workflow step, hanging under whatever
+ # step routed into it (or a root when nothing did).
+ with stage_scope() as node:
+ record_execution(
+ self.ap,
+ getattr(self, 'execution_context', None),
+ family='runner',
+ operation='execute',
+ mode='pipeline',
+ runner=(RunnerConfigResolver.resolve_runner_id(query.pipeline_config) or ''),
+ outcome='failed',
+ error=detail,
+ node=node,
+ )
+ state = current_trace()
+ if state is not None:
+ state.mark_failure(detail)
+ except Exception:
+ pass
+
class PipelineManager:
"""流水线管理器"""
diff --git a/src/langbot/pkg/pipeline/process/handlers/chat.py b/src/langbot/pkg/pipeline/process/handlers/chat.py
index 2fc7b0f82..2cd681fa1 100644
--- a/src/langbot/pkg/pipeline/process/handlers/chat.py
+++ b/src/langbot/pkg/pipeline/process/handlers/chat.py
@@ -3,8 +3,6 @@ from __future__ import annotations
import uuid
import typing
import traceback
-import time
-from datetime import datetime
from .. import handler
@@ -14,9 +12,7 @@ from ... import plugin_diagnostics
import langbot_plugin.api.entities.events as events
from ....agent.runner.config_resolver import RunnerConfigResolver
from ....agent.runner import config_schema
-from ....utils import constants, runner as runner_utils
-from ....telemetry import features as telemetry_features
-from ....telemetry.identity import workspace_identity
+from ....utils import runner as runner_utils
import langbot_plugin.api.entities.builtin.provider.session as provider_session
import langbot_plugin.api.entities.builtin.pipeline.query as pipeline_query
import langbot_plugin.api.entities.builtin.provider.message as provider_message
@@ -115,9 +111,6 @@ class ChatMessageHandler(handler.MessageHandler):
text_length = 0
runner = None
try:
- # Mark start time for telemetry
- start_ts = time.time()
-
try_claim_steering = getattr(
self.ap.agent_run_orchestrator,
'try_claim_steering_from_query',
@@ -258,69 +251,48 @@ class ChatMessageHandler(handler.MessageHandler):
debug_notice=traceback.format_exc(),
)
finally:
- # Telemetry reporting
+ # Telemetry: the per-execution record is built when the owning
+ # trace closes, so only attach the execution-scoped fields this
+ # lane knows here.
try:
- end_ts = time.time()
- duration_ms = None
- if 'start_ts' in locals():
- duration_ms = int((end_ts - start_ts) * 1000)
+ from ....telemetry.trace import current as current_trace
+ state = current_trace()
+ if state is not None:
+ adapter_name = query.adapter.__class__.__name__ if hasattr(query, 'adapter') else ''
+ runner_name = self.ap.agent_run_orchestrator.resolve_runner_id_for_telemetry(query)
+ state.adapter = state.adapter or adapter_name
+ state.runner = state.runner or (runner_name or '')
+ state.runner_category = state.runner_category or runner_utils.get_runner_category_from_runner(
+ runner_name, None, query.pipeline_config
+ )
+ model_name = ''
+ try:
+ if getattr(query, 'use_llm_model_uuid', None):
+ m = await self.ap.model_mgr.get_model_by_uuid(
+ get_query_execution_context(query),
+ query.use_llm_model_uuid,
+ )
+ if m and getattr(m, 'model_entity', None):
+ model_name = getattr(m.model_entity, 'name', '') or ''
+ except Exception:
+ model_name = ''
+ state.model_name = state.model_name or model_name
+ if state.pipeline_plugins is None:
+ state.pipeline_plugins = query.variables.get('_pipeline_bound_plugins', None)
+ except Exception as ex:
+ self.ap.logger.warning(f'Failed to attach execution telemetry fields: {ex}')
+
+ # Trigger survey events on successful non-WebSocket responses
+ try:
adapter_name = query.adapter.__class__.__name__ if hasattr(query, 'adapter') else None
-
- # Use orchestrator to resolve runner ID for telemetry
- runner_name = self.ap.agent_run_orchestrator.resolve_runner_id_for_telemetry(query)
-
- # Model name if available
- model_name = None
- try:
- if getattr(query, 'use_llm_model_uuid', None):
- m = await self.ap.model_mgr.get_model_by_uuid(
- get_query_execution_context(query),
- query.use_llm_model_uuid,
- )
- if m and getattr(m, 'model_entity', None):
- model_name = getattr(m.model_entity, 'name', None)
- except Exception:
- model_name = None
-
- pipeline_plugins = query.variables.get('_pipeline_bound_plugins', None)
-
- runner_category = runner_utils.get_runner_category_from_runner(
- runner_name, None, query.pipeline_config
- )
-
- # Feature usage collected during query processing (tool calls,
- # knowledge base usage, sandbox executions, activated skills, ...)
- features = telemetry_features.collect_features(query)
-
- payload = {
- 'event_type': 'query',
- 'query_id': query.query_id,
- 'adapter': adapter_name,
- 'runner': runner_name,
- 'runner_category': runner_category,
- 'duration_ms': duration_ms,
- 'model_name': model_name,
- 'version': constants.semantic_version,
- **workspace_identity(get_query_execution_context(query)),
- 'runtime_instance_id': constants.instance_id,
- 'edition': constants.edition,
- 'pipeline_plugins': pipeline_plugins,
- 'features': features,
- 'error': locals().get('error_info', None),
- 'timestamp': datetime.utcnow().isoformat(),
- }
-
- await self.ap.telemetry.start_send_task(payload)
-
- # Trigger survey events on successful non-WebSocket responses
if not locals().get('error_info') and adapter_name and 'WebSocket' not in adapter_name:
if self.ap.survey:
await self.ap.survey.trigger_event('first_bot_response_success')
# Counts toward the bot_response_success_100 milestone event
await self.ap.survey.record_bot_response_success()
except Exception as ex:
- self.ap.logger.warning(f'Failed to send telemetry: {ex}')
+ self.ap.logger.warning(f'Failed to trigger survey event: {ex}')
async def _ensure_conversation_for_history(
self,
diff --git a/src/langbot/pkg/platform/botmgr.py b/src/langbot/pkg/platform/botmgr.py
index d4430f55d..7b942c54d 100644
--- a/src/langbot/pkg/platform/botmgr.py
+++ b/src/langbot/pkg/platform/botmgr.py
@@ -401,15 +401,19 @@ class RuntimeBot:
from ..telemetry.execution import record
with trace_mod.scope(route_ref=self._route_ref(binding, target_type, target_uuid)):
- record(
- getattr(self, 'ap', None),
- getattr(self, 'execution_context', None),
- family='event_route',
- operation=event_type,
- adapter=type(getattr(self, 'adapter', None)).__name__,
- mode=target_type if target_type in {'pipeline', 'agent', 'event_processor'} else 'none',
- outcome={'delivered': 'success', 'failed': 'failed'}.get(status, 'skipped'),
- )
+ # The routing decision is its own workflow step; the Pipeline or
+ # processor it delivers to hangs under this node.
+ with trace_mod.stage_scope() as node:
+ record(
+ getattr(self, 'ap', None),
+ getattr(self, 'execution_context', None),
+ family='event_route',
+ operation=event_type,
+ adapter=type(getattr(self, 'adapter', None)).__name__,
+ mode=target_type if target_type in {'pipeline', 'agent', 'event_processor'} else 'none',
+ outcome={'delivered': 'success', 'failed': 'failed'}.get(status, 'skipped'),
+ node=node,
+ )
return metadata
def get_pipeline_target_for_event_type(self, event_type: str = 'message.received') -> str | None:
@@ -736,12 +740,19 @@ class RuntimeBot:
self,
event: platform_events.EBAEvent,
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
+ execution_id: str | None = None,
) -> AgentEventEnvelope:
event_type = getattr(event, 'type', None) or event.__class__.__name__
event_time = getattr(event, 'timestamp', None) or time.time()
- event_id = (
- getattr(event, 'message_id', None) or getattr(event, 'feedback_id', None) or f'{event_type}:{uuid.uuid4()}'
- )
+ if execution_id:
+ # Reuse the ingress execution identity so the run view, the journaled
+ # event and the uploaded chain all share one id.
+ envelope_event_id = str(execution_id)
+ prefix = f'platform:{self.bot_entity.uuid}:'
+ event_id = envelope_event_id[len(prefix) :] if envelope_event_id.startswith(prefix) else envelope_event_id
+ else:
+ event_id = self._platform_event_raw_id(event)
+ envelope_event_id = f'platform:{self.bot_entity.uuid}:{event_id}'
target_type, target_id, target_metadata = self._infer_reply_target(event)
supported_apis = self._get_adapter_supported_apis(adapter)
@@ -773,7 +784,7 @@ class RuntimeBot:
delivery_data['interactions'] = interaction_capabilities
return AgentEventEnvelope(
- event_id=f'platform:{self.bot_entity.uuid}:{event_id}',
+ event_id=envelope_event_id,
event_type=event_type,
event_time=int(event_time) if isinstance(event_time, (int, float)) else None,
source='platform',
@@ -863,6 +874,21 @@ class RuntimeBot:
processor_id=agent.get('uuid'),
)
+ def _platform_event_execution_id(self, event: platform_events.EBAEvent) -> str:
+ """Space-visible execution identity for one inbound platform event.
+
+ Matches the ``AgentEventEnvelope.event_id`` the same event produces, so
+ the stored chain and the Space run view share one identity.
+ """
+ return f'platform:{self.bot_entity.uuid}:{self._platform_event_raw_id(event)}'
+
+ @staticmethod
+ def _platform_event_raw_id(event: platform_events.EBAEvent) -> str:
+ event_type = getattr(event, 'type', None) or event.__class__.__name__
+ return str(
+ getattr(event, 'message_id', None) or getattr(event, 'feedback_id', None) or f'{event_type}:{uuid.uuid4()}'
+ )
+
async def _handle_platform_event(
self,
event: platform_events.EBAEvent,
@@ -870,51 +896,85 @@ class RuntimeBot:
) -> None:
# One inbound event owns one execution trace; every stage recorded while
# it is handled (routing, runner, platform API calls) joins that trace.
+ from ..telemetry import trace as trace_mod
from ..telemetry.execution import ingress
event.bot_uuid = self.bot_entity.uuid
- with ingress(getattr(self, 'ap', None), 'event_done'):
- await self._handle_platform_event_body(event, adapter)
+ execution_id = self._platform_event_execution_id(event)
+ with ingress(getattr(self, 'ap', None), 'event_done', getattr(self, 'execution_context', None), execution_id):
+ # The inbound event is the root workflow step: everything recorded
+ # while handling it hangs under this node.
+ with trace_mod.stage_scope() as node:
+ await self._handle_platform_event_body(event, adapter, execution_id, node)
- async def _handle_platform_event_body(
- self,
- event: platform_events.EBAEvent,
- adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
- ) -> None:
+ @staticmethod
+ def _summarize_event_delivery(results: list[typing.Any]) -> tuple[str, str]:
+ outcome = 'success'
+ error_detail = ''
+ for result in results:
+ if isinstance(result, BaseException):
+ outcome = 'failed'
+ error_detail = error_detail or f'{type(result).__name__}: {result}'
+ return outcome, error_detail
+
+ def _record_platform_event(self, event, adapter, outcome: str, error_detail: str, node: str = '') -> None:
from ..telemetry.execution import record
record(
getattr(self, 'ap', None),
getattr(self, 'execution_context', None),
family='platform_event',
- operation=event.type,
+ operation=str(getattr(event, 'type', None) or event.__class__.__name__),
adapter=adapter.__class__.__name__,
- outcome='success',
+ outcome=outcome,
+ error=error_detail,
+ node=node,
)
- await self._record_adapter_event(event, adapter)
- primary = (
- self._handle_interaction_submission(event, adapter)
- if isinstance(event, platform_events.PlatformSpecificEvent) and event.action == 'interaction.submitted'
- else self._dispatch_eba_event_to_processor(event, adapter)
- )
- subscriptions = self._get_event_bindings_from_value(getattr(self.bot_entity, 'plugin_processors', []))
- seen = set()
- tasks = [primary]
- for subscription in subscriptions:
- processor_uuid = subscription.get('processor_uuid')
- if not processor_uuid or processor_uuid in seen or not subscription.get('enabled', True):
- continue
- seen.add(processor_uuid)
- tasks.append(self._dispatch_plugin_subscription(event, adapter, processor_uuid))
- # Start all deliveries together. A slow or failed subscriber cannot block
- # another subscriber or the primary route from receiving the event.
- results = await asyncio.gather(*tasks, return_exceptions=True)
+ async def _handle_platform_event_body(
+ self,
+ event: platform_events.EBAEvent,
+ adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
+ execution_id: str | None = None,
+ node: str = '',
+ ) -> None:
+ results: list[typing.Any] = []
+ try:
+ await self._record_adapter_event(event, adapter)
+
+ primary = (
+ self._handle_interaction_submission(event, adapter, execution_id)
+ if isinstance(event, platform_events.PlatformSpecificEvent) and event.action == 'interaction.submitted'
+ else self._dispatch_eba_event_to_processor(event, adapter, execution_id=execution_id)
+ )
+ subscriptions = self._get_event_bindings_from_value(getattr(self.bot_entity, 'plugin_processors', []))
+ seen = set()
+ tasks = [primary]
+ for subscription in subscriptions:
+ processor_uuid = subscription.get('processor_uuid')
+ if not processor_uuid or processor_uuid in seen or not subscription.get('enabled', True):
+ continue
+ seen.add(processor_uuid)
+ tasks.append(self._dispatch_plugin_subscription(event, adapter, processor_uuid, execution_id))
+ # Start all deliveries together. A slow or failed subscriber cannot block
+ # another subscriber or the primary route from receiving the event.
+ results = await asyncio.gather(*tasks, return_exceptions=True)
+ except BaseException as exc:
+ self._record_platform_event(event, adapter, 'failed', f'{type(exc).__name__}: {exc}', node)
+ raise
+
+ # Recorded after handling so the inbound stage carries the real outcome
+ # instead of a hardcoded success.
+ outcome, error_detail = self._summarize_event_delivery(results)
for result in results:
if isinstance(result, BaseException):
- await self.logger.error(f'Event delivery failed: {result}')
+ try:
+ await self.logger.error(f'Event delivery failed: {result}')
+ except Exception:
+ pass
+ self._record_platform_event(event, adapter, outcome, error_detail, node)
- async def _dispatch_plugin_subscription(self, event, adapter, processor_uuid):
+ async def _dispatch_plugin_subscription(self, event, adapter, processor_uuid, execution_id=None):
event_type = event.type
event_binding = {
'id': f'plugin_processor:{processor_uuid}',
@@ -934,7 +994,9 @@ class RuntimeBot:
if not patterns or not self._agent_supports_event_type(patterns, event_type):
return
agent = {**agent, 'supported_event_patterns': patterns}
- return await self._dispatch_eba_event_to_processor(event, adapter, event_binding, agent)
+ return await self._dispatch_eba_event_to_processor(
+ event, adapter, event_binding, agent, execution_id=execution_id
+ )
except Exception as exc:
return await self._record_event_route_trace(
event_type=event_type,
@@ -954,6 +1016,7 @@ class RuntimeBot:
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
event_binding: dict | None = None,
agent: dict | None = None,
+ execution_id: str | None = None,
) -> dict[str, typing.Any]:
event_type = getattr(event, 'type', None) or event.__class__.__name__
@@ -1101,7 +1164,7 @@ class RuntimeBot:
text=f'Event {event_type} target agent has no runner: {target_uuid}',
)
- envelope = self._eba_event_to_agent_envelope(event, adapter)
+ envelope = self._eba_event_to_agent_envelope(event, adapter, execution_id)
if target_type == 'event_processor':
envelope.data = event.model_dump(mode='json', exclude={'source_platform_object', 'legacy_event'})
from ..telemetry import trace as trace_mod
@@ -1318,6 +1381,7 @@ class RuntimeBot:
self,
event: platform_events.PlatformSpecificEvent,
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
+ execution_id: str | None = None,
) -> None:
"""Consume a platform interaction callback and resume its original processor."""
data = event.data if isinstance(event.data, dict) else {}
@@ -1346,7 +1410,7 @@ class RuntimeBot:
await self.ap.agent_run_orchestrator.interaction_manager.acknowledge_submission(record, adapter)
if record['processor_type'] == 'agent':
- await self._resume_agent_interaction(record, event, adapter, actor_id)
+ await self._resume_agent_interaction(record, event, adapter, actor_id, execution_id)
return
if record['processor_type'] != 'pipeline':
raise ValueError(f'Unsupported interaction processor type: {record["processor_type"]}')
@@ -1428,6 +1492,7 @@ class RuntimeBot:
event: platform_events.PlatformSpecificEvent,
adapter: abstract_platform_adapter.AbstractMessagePlatformAdapter,
actor_id: str | None,
+ execution_id: str | None = None,
) -> None:
"""Resume the exact independent Agent that produced an interaction."""
agent = await self.ap.agent_service.get_agent(
@@ -1480,7 +1545,7 @@ class RuntimeBot:
delivery_data['interactions'] = interaction_capabilities
envelope = AgentEventEnvelope(
- event_id=f'interaction:{record["id"]}:{uuid.uuid4()}',
+ event_id=execution_id or f'interaction:{record["id"]}:{uuid.uuid4()}',
event_type='interaction.submitted',
event_time=int(event.timestamp) if event.timestamp else int(time.time()),
source='platform',
diff --git a/src/langbot/pkg/telemetry/execution.py b/src/langbot/pkg/telemetry/execution.py
index ff5ef28ff..f4af0defa 100644
--- a/src/langbot/pkg/telemetry/execution.py
+++ b/src/langbot/pkg/telemetry/execution.py
@@ -1,34 +1,33 @@
-"""Bounded, content-free execution counters for the existing telemetry sender.
+"""Content-free execution records for the existing telemetry sender.
This module reports observations only. Coverage catalogs and acceptance rules
-belong to Space. Aggregation keys include both immutable execution identities.
+belong to Space.
-Two shapes share one payload type:
+One complete execution is one record: the execution identity (Pipeline query,
+inbound platform event or Agent run), its bounded ordered stages and its
+terminal outcome. Nothing is aggregated or counted across executions — every
+record carries the id of the execution it belongs to, so Space can fetch the
+whole chain by primary identity. Records are buffered whole and flushed as
+``{"records": [...]}`` on the configured cadence and on shutdown; an in-flight
+trace is never flushed half-written.
-* window counters, aggregated by ``(family, operation, mode, adapter, runner,
- outcome, synthetic)`` — unchanged coverage reporting;
-* per-event traces, one bounded payload per traced event, keyed by
- ``query_id = trace_id`` so Space can fetch a whole chain by primary identity.
-
-Traces are additive: they never alter the counters, and both are bounded in
-memory, batch size and send concurrency.
+Memory is bounded in stages per trace, buffered traces, buffered records, the
+cross-task execution registry and flush batch size.
"""
from __future__ import annotations
import asyncio
import contextlib
+import contextvars
+import json
import time
from datetime import datetime, timezone
-from uuid import uuid4
from . import trace as trace_mod
from .identity import workspace_identity
from .trace import TraceState
-MAX_KEYS = 512
-MAX_BATCH = 32
-FLUSH_SECONDS = 60
MODES = frozenset({'pipeline', 'agent', 'event_processor', 'none'})
OUTCOMES = frozenset({'success', 'failed', 'cancelled', 'timeout', 'skipped', 'unknown'})
@@ -39,15 +38,70 @@ TRACE_MODES = frozenset({'off', 'failures', 'sampled', 'all'})
DEFAULT_TRACE_MODE = 'sampled'
DEFAULT_TRACE_SAMPLE = 20
+# Record bounds: buffered records, one flush batch, flush cadence, registry.
+MAX_BUFFERED_RECORDS = 512
+MAX_RECORDS_PER_FLUSH = 128
+MAX_FLUSH_BYTES = 200 * 1024
+DEFAULT_FLUSH_SECONDS = 180
+MAX_REGISTRY_KEYS = 256
+
+# Set by cross-task call sites (plugin/RPC actions) that run without the
+# ingress context but know which execution they belong to.
+_execution_id: contextvars.ContextVar[str] = contextvars.ContextVar('telemetry_execution_id', default='')
+
+
+def set_execution_id(execution_id: str) -> contextvars.Token:
+ return _execution_id.set(str(execution_id or '').strip())
+
+
+def reset_execution_id(token: contextvars.Token | None) -> None:
+ if token is None:
+ return
+ try:
+ _execution_id.reset(token)
+ except (ValueError, RuntimeError):
+ # A token from another context must never break execution.
+ pass
+
+
+def current_execution_id() -> str:
+ return _execution_id.get()
+
+
+def _bounded_error(value, limit: int = 400) -> str:
+ """Bound and de-fang one failure detail before it leaves the process.
+
+ Error text is operator-facing: keep it single-line, printable and short so a
+ noisy failure cannot smuggle control characters or bloat the payload.
+ """
+ if value is None:
+ return ''
+ text = ''.join(ch if ch.isprintable() else ' ' for ch in str(value))
+ text = ' '.join(text.split())
+ return text[:limit]
+
+
+def _duration_ms(started_at: str, ended_at: str) -> int:
+ """Wall-clock duration of one execution; 0 when the interval is unusable."""
+ try:
+ delta = datetime.fromisoformat(ended_at) - datetime.fromisoformat(started_at)
+ return max(int(delta.total_seconds() * 1000), 0)
+ except Exception:
+ return 0
+
class ExecutionCounters:
def __init__(self, manager):
self.manager = manager
- self.pending: dict[tuple, dict] = {}
+ self.records: list[dict] = []
self.task: asyncio.Task | None = None
self.dropped = 0
self.traces: dict[str, TraceState] = {}
self.trace_deadlines: dict[str, float] = {}
+ # Execution identity -> in-flight trace, for stages recorded by tasks
+ # that no longer share the ingress context (plugin/RPC platform calls).
+ self.registry: dict[str, TraceState] = {}
+ self.registry_deadlines: dict[str, float] = {}
self.dropped_traces = 0
# ------------------------------------------------------------------ config
@@ -63,6 +117,13 @@ class ExecutionCounters:
sample = DEFAULT_TRACE_SAMPLE
return sample if 1 <= sample <= 100000 else DEFAULT_TRACE_SAMPLE
+ def flush_seconds(self) -> int:
+ try:
+ seconds = int(self.manager.telemetry_config.get('telemetry_flush_seconds', DEFAULT_FLUSH_SECONDS))
+ except (TypeError, ValueError):
+ seconds = DEFAULT_FLUSH_SECONDS
+ return seconds if 1 <= seconds <= 86400 else DEFAULT_FLUSH_SECONDS
+
# --------------------------------------------------------------- recording
def record(
@@ -76,67 +137,91 @@ class ExecutionCounters:
runner: str = '',
outcome: str = 'unknown',
synthetic: bool = False,
+ error: str = '',
+ execution_id: str | None = None,
+ node: str = '',
):
try:
cfg = self.manager.telemetry_config
if not cfg or cfg.get('disable_telemetry', False) or not cfg.get('url'):
return
- if family not in {'platform_event', 'event_route', 'runner', 'platform_api'}:
+ if family not in {'platform_event', 'event_route', 'pipeline', 'runner', 'platform_api'}:
return
if mode not in MODES or outcome not in OUTCOMES:
return
# Only code-defined identifiers are accepted; never pass user values.
- if any(not isinstance(v, str) or len(v) > 160 for v in (operation, adapter, runner)):
+ if any(not isinstance(v, str) or len(v) > 160 for v in (operation, adapter, runner, node)):
return
- identity = workspace_identity(context)
state = trace_mod.current()
- if state is not None:
- self._record_trace_stage(
- state,
- identity=identity,
- family=family,
- operation=operation,
- mode=mode,
- adapter=adapter,
- runner=runner,
- outcome=outcome,
- synthetic=synthetic,
- )
- key = (
- identity['instance_id'],
- identity['workspace_uuid'],
- family,
- operation,
- mode,
- adapter,
- runner,
- outcome,
- bool(synthetic),
+ if state is None:
+ # Cross-task work has no inherited trace; resolve the owning
+ # execution through the registry instead.
+ lookup = str(execution_id or '').strip() or current_execution_id()
+ if lookup:
+ state = self.registry.get(lookup)
+ if state is None:
+ # Every observation belongs to exactly one execution chain.
+ return
+ try:
+ identity = workspace_identity(context)
+ except Exception:
+ # A cross-task caller may only carry the Workspace id; reuse the
+ # identity already bound to the owning trace.
+ identity = state.identity or {}
+ if not identity.get('instance_id') or not identity.get('workspace_uuid'):
+ return
+ self._record_trace_stage(
+ state,
+ identity=identity,
+ family=family,
+ operation=operation,
+ mode=mode,
+ adapter=adapter,
+ runner=runner,
+ outcome=outcome,
+ synthetic=synthetic,
+ error=_bounded_error(error),
+ node=node,
)
- row = self.pending.get(key)
- if row is None:
- if len(self.pending) >= MAX_KEYS:
- self.dropped += 1
- return
- row = {'count': 0, 'first_seen': datetime.now(timezone.utc).isoformat()}
- self.pending[key] = row
- row['count'] = min(row['count'] + 1, 2147483647)
- row['last_seen'] = datetime.now(timezone.utc).isoformat()
self._ensure_loop()
except Exception:
# Observability must never change execution behavior.
return
def _record_trace_stage(
- self, state: TraceState, *, identity, family, operation, mode, adapter, runner, outcome, synthetic
+ self,
+ state: TraceState,
+ *,
+ identity,
+ family,
+ operation,
+ mode,
+ adapter,
+ runner,
+ outcome,
+ synthetic,
+ error: str = '',
+ node: str = '',
) -> None:
if state.abandoned:
return
+ if trace_mod.current() is state:
+ # Recorded by the task that owns the step: its step stack is exact.
+ # A step's own record sits under its enclosing step, never itself.
+ parent = trace_mod.current_parent()
+ if node and parent == node:
+ parent = trace_mod.enclosing_parent()
+ else:
+ # A cross-task observation (plugin/RPC) cannot see the step
+ # contextvar; attach it to the innermost step the owning task has
+ # open on the trace.
+ parent = state.open_nodes[-1] if state.open_nodes else ''
if state.trace_id not in self.traces:
# Never buffer traces this configuration would discard anyway.
if self.trace_mode() == 'off' or len(self.traces) >= MAX_TRACES:
self.dropped += 1
state.abandoned = True
+ self._unregister_state(state)
return
self.traces[state.trace_id] = state
self.trace_deadlines[state.trace_id] = time.monotonic() + TRACE_TTL_SECONDS
@@ -149,50 +234,79 @@ class ExecutionCounters:
runner=runner,
outcome=outcome,
synthetic=bool(synthetic),
+ error=error,
+ node=node,
+ parent=parent,
)
def _ensure_loop(self) -> None:
if self.task is None or self.task.done():
self.task = asyncio.create_task(self._loop())
- # ------------------------------------------------------------------ traces
+ # --------------------------------------------------------------- registry
- def close_trace(self, state: TraceState, reason: str = 'event_done') -> None:
- """Emit one trace payload when it matches the configured sample."""
+ def register_trace(self, state: TraceState, execution_id) -> None:
+ """Alias one more execution identity onto an in-flight trace."""
try:
- if self.traces.pop(state.trace_id, None) is None:
+ exec_id = str(execution_id or '').strip()
+ if not exec_id or state.abandoned:
return
- self.trace_deadlines.pop(state.trace_id, None)
- if not state.stages or not self._trace_emitted(state):
- return
- payload = self._build_trace_payload(state, reason)
- if payload is not None:
- self._dispatch_payload(payload)
+ if exec_id not in self.registry and len(self.registry) >= MAX_REGISTRY_KEYS:
+ oldest = next(iter(self.registry))
+ self.registry.pop(oldest, None)
+ self.registry_deadlines.pop(oldest, None)
+ self.registry[exec_id] = state
+ self.registry_deadlines[exec_id] = time.monotonic() + TRACE_TTL_SECONDS
except Exception:
return
- def _dispatch_payload(self, payload: dict) -> None:
- """Hand one built payload to the telemetry manager from this sync context.
+ def _unregister_state(self, state: TraceState) -> None:
+ for exec_id in [key for key, value in self.registry.items() if value is state]:
+ self.registry.pop(exec_id, None)
+ self.registry_deadlines.pop(exec_id, None)
- TelemetryManager.start_send_task is a coroutine, so calling it without
- scheduling dropped every trace closed here. Stand-ins used by tests and
- manual tools schedule synchronously, hence the coroutine check.
- """
- result = self.manager.start_send_task(payload)
- if not asyncio.iscoroutine(result):
- return
+ def _sweep_registry(self, now: float) -> None:
+ """Drop aliases whose owning execution never closed (leaked bindings)."""
+ for exec_id in [key for key, deadline in self.registry_deadlines.items() if deadline <= now]:
+ self.registry.pop(exec_id, None)
+ self.registry_deadlines.pop(exec_id, None)
+
+ # ------------------------------------------------------------------ traces
+
+ def close_trace(self, state: TraceState, reason: str = 'event_done', error: str = '') -> None:
+ """Buffer one complete execution record when it matches the sample."""
try:
- asyncio.get_running_loop().create_task(result)
- except RuntimeError:
- result.close()
- logger = getattr(getattr(self.manager, 'ap', None), 'logger', None)
- if logger is not None:
- logger.debug('Execution trace payload dropped: no running event loop')
+ if state.closed:
+ return
+ state.closed = True
+ registered = self.traces.pop(state.trace_id, None) is not None
+ self.trace_deadlines.pop(state.trace_id, None)
+ self._unregister_state(state)
+ if not registered and not state.failure_reason:
+ return
+ if (not state.stages and not state.failure_reason) or not self._trace_emitted(state):
+ return
+ record = self._build_record(state, reason, error)
+ if record is not None:
+ self._enqueue_record(record)
+ except Exception:
+ return
+
+ def _enqueue_record(self, record: dict) -> None:
+ if len(self.records) >= MAX_BUFFERED_RECORDS:
+ self.records.pop(0)
+ self.dropped += 1
+ self.records.append(record)
+ self._ensure_loop()
def _trace_emitted(self, state: TraceState) -> bool:
mode = self.trace_mode()
if mode == 'off':
return False
+ # A chain that failed must always be uploaded, even when no stage was
+ # recorded before it broke: the reason is the whole point of the trace.
+ if state.failure_reason:
+ return True
if mode == 'all':
return True
# A failed, cancelled or timed-out stage is always worth keeping.
@@ -208,31 +322,69 @@ class ExecutionCounters:
except ValueError:
return False
- def _build_trace_payload(self, state: TraceState, reason: str) -> dict | None:
+ def _build_record(self, state: TraceState, reason: str, error: str = '') -> dict | None:
from ..utils import constants
identity = state.identity
if not identity.get('instance_id') or not identity.get('workspace_uuid'):
return None
- observations = [{**stage, 'trace_id': state.trace_id, 'count': 1} for stage in state.stages]
+ ended_at = datetime.now(timezone.utc).isoformat()
+ stages = state.stages
+ observations = []
+ for stage in stages:
+ observation = {
+ 'seq': stage['seq'],
+ 'family': stage['family'],
+ 'operation': stage['operation'],
+ 'mode': stage['mode'],
+ 'adapter': stage['adapter'],
+ 'runner': stage['runner'],
+ 'outcome': stage['outcome'],
+ 'synthetic': stage['synthetic'],
+ 'error': stage['error'],
+ 'route_ref': stage['route_ref'],
+ 'run_id': stage['run_id'],
+ 'first_seen': stage['first_seen'],
+ 'last_seen': stage['last_seen'],
+ 'trace_id': state.trace_id,
+ }
+ # Workflow position is optional: records outside any step omit both
+ # keys entirely, so their payloads stay byte-identical.
+ if stage.get('node'):
+ observation['node'] = stage['node']
+ if stage.get('parent'):
+ observation['parent'] = stage['parent']
+ observations.append(observation)
return {
'event_type': 'feature_execution',
- # One payload per trace: lookup uses the indexed query_id column.
+ # The execution identity: one record == one chain == one Space row.
'query_id': state.trace_id,
'instance_id': identity['instance_id'],
'workspace_uuid': identity['workspace_uuid'],
'version': constants.semantic_version,
'edition': constants.edition,
- 'timestamp': datetime.now(timezone.utc).isoformat(),
+ 'timestamp': ended_at,
+ 'trusted': True,
+ # First failure detail in this chain, so Space can show why it broke.
+ 'error': _bounded_error(error)
+ or state.failure_reason
+ or next((stage['error'] for stage in stages if stage['error']), ''),
+ # Legacy-compatible columns Space already maps; best effort.
+ 'duration_ms': _duration_ms(state.started_at, ended_at),
+ 'model_name': state.model_name or '',
+ 'adapter': state.adapter or next((stage['adapter'] for stage in stages if stage['adapter']), ''),
+ 'runner': state.runner or next((stage['runner'] for stage in stages if stage['runner']), ''),
+ 'runner_category': state.runner_category or '',
+ 'pipeline_plugins': state.pipeline_plugins,
'features': {
'schema': 1,
'observations': observations,
'trace': {
'closed_by': reason,
'started_at': state.started_at,
- 'ended_at': datetime.now(timezone.utc).isoformat(),
- 'route_ref': next((s['route_ref'] for s in state.stages if s['route_ref']), ''),
- 'run_id': next((s['run_id'] for s in state.stages if s['run_id']), ''),
+ 'ended_at': ended_at,
+ 'route_ref': next((stage['route_ref'] for stage in stages if stage['route_ref']), ''),
+ 'run_id': next((stage['run_id'] for stage in stages if stage['run_id']), ''),
'outcome': state.outcome(),
'dropped_stages': state.dropped_stages,
},
@@ -248,56 +400,36 @@ class ExecutionCounters:
# ----------------------------------------------------------------- flushing
async def _loop(self):
+ interval = self.flush_seconds()
last_flush = time.monotonic()
- while self.pending or self.traces:
- # Traces expire on a short TTL; counters keep their minute cadence.
- await asyncio.sleep(1 if self.traces else FLUSH_SECONDS)
+ while self.records or self.traces or self.registry:
+ # Traces expire on a short TTL; records keep their own cadence.
+ await asyncio.sleep(1 if (self.traces or self.registry) else interval)
now = time.monotonic()
self._sweep_traces(now)
- if self.pending and now - last_flush >= FLUSH_SECONDS:
+ self._sweep_registry(now)
+ if self.records and now - last_flush >= interval:
last_flush = now
await self.flush()
self.task = None
async def flush(self):
- from ..utils import constants
-
- # Remove only one bounded batch; subsequent windows drain the remainder.
- # Drain one tenant per minute, at most one request, round-robin by insertion.
- if not self.pending:
+ if not self.records:
return
- tenant = next(iter(self.pending))[:2]
- keys = [key for key in self.pending if key[:2] == tenant][:MAX_BATCH]
- groups: dict[tuple[str, str], list[dict]] = {}
- for key in keys:
- row = self.pending.pop(key)
- instance, workspace, family, operation, mode, adapter, runner, outcome, synthetic = key
- groups.setdefault((instance, workspace), []).append(
- {
- **row,
- 'family': family,
- 'operation': operation,
- 'mode': mode,
- 'adapter': adapter,
- 'runner': runner,
- 'outcome': outcome,
- 'synthetic': synthetic,
- }
- )
- for (instance, workspace), observations in groups.items():
- payload = {
- 'event_type': 'feature_execution',
- 'query_id': str(uuid4()),
- 'instance_id': instance,
- 'workspace_uuid': workspace,
- 'version': constants.semantic_version,
- 'edition': constants.edition,
- 'timestamp': datetime.now(timezone.utc).isoformat(),
- 'features': {'schema': 1, 'observations': observations},
- }
- if not await self.manager.send(payload):
- await asyncio.sleep(1)
- await self.manager.send(payload)
+ batch: list[dict] = []
+ size = 0
+ while self.records and len(batch) < MAX_RECORDS_PER_FLUSH:
+ encoded = len(json.dumps(self.records[0], ensure_ascii=False, default=str))
+ if batch and size + encoded > MAX_FLUSH_BYTES:
+ break
+ batch.append(self.records.pop(0))
+ size += encoded
+ if not batch:
+ return
+ payload = {'records': batch}
+ if not await self.manager.send(payload):
+ await asyncio.sleep(1)
+ await self.manager.send(payload)
async def shutdown(self):
if self.task is not None:
@@ -305,47 +437,93 @@ class ExecutionCounters:
await asyncio.gather(self.task, return_exceptions=True)
self.task = None
try:
- await asyncio.wait_for(self.flush(), timeout=2)
+ deadline = time.monotonic() + 5
+ while self.records and time.monotonic() < deadline:
+ remaining = len(self.records)
+ await asyncio.wait_for(self.flush(), timeout=2)
+ if len(self.records) >= remaining:
+ break
except (Exception, asyncio.CancelledError):
pass
- self.pending.clear()
- # Traces of in-flight events cannot be completed during shutdown.
+ self.records.clear()
+ # Executions still in flight cannot be completed during shutdown.
self.dropped += len(self.traces)
self.dropped_traces += len(self.traces)
self.traces.clear()
self.trace_deadlines.clear()
+ self.registry.clear()
+ self.registry_deadlines.clear()
+
+
+def _execution_counters(ap):
+ counters = getattr(getattr(ap, 'telemetry', None), 'execution', None)
+ return counters if isinstance(counters, ExecutionCounters) else None
def record(ap, context, **observation):
"""Best-effort bridge usable with optional telemetry and test doubles."""
try:
- counters = getattr(getattr(ap, 'telemetry', None), 'execution', None)
- if isinstance(counters, ExecutionCounters):
+ counters = _execution_counters(ap)
+ if counters is not None:
counters.record(context, **observation)
except Exception:
pass
-def close_trace(ap, state, reason: str = 'event_done') -> None:
+def close_trace(ap, state, reason: str = 'event_done', error: str = '') -> None:
"""Best-effort trace close usable with optional telemetry and test doubles."""
try:
- counters = getattr(getattr(ap, 'telemetry', None), 'execution', None)
- if isinstance(counters, ExecutionCounters):
- counters.close_trace(state, reason)
+ counters = _execution_counters(ap)
+ if counters is not None:
+ counters.close_trace(state, reason, error)
except Exception:
pass
+def bind_trace(ap, execution_id: str | None = None) -> trace_mod.TraceBinding:
+ """Bind an execution trace and alias its identity for cross-task stages."""
+ binding = trace_mod.bind(execution_id)
+ if execution_id:
+ try:
+ counters = _execution_counters(ap)
+ if counters is not None:
+ counters.register_trace(binding.state, execution_id)
+ except Exception:
+ pass
+ return binding
+
+
@contextlib.contextmanager
-def ingress(ap, reason: str = 'event_done'):
- """Trace one ingress boundary; only the owner of the trace closes it.
+def ingress(ap, reason: str = 'event_done', context=None, execution_id: str | None = None):
+ """Trace one execution boundary; only the owner of the trace closes it.
Nested boundaries (an event routed into a Pipeline, a Runner invoked from a
- dispatch) reuse the in-flight trace instead of starting a second one.
+ dispatch) reuse the in-flight trace instead of starting a second one, and
+ only alias their own execution id onto it.
"""
- binding = trace_mod.bind()
+ binding = trace_mod.bind(execution_id)
+ if binding.created and context is not None:
+ try:
+ binding.state.identity = workspace_identity(context)
+ except Exception:
+ pass
+ if execution_id and not binding.state.abandoned:
+ try:
+ counters = _execution_counters(ap)
+ if counters is not None:
+ counters.register_trace(binding.state, execution_id)
+ except Exception:
+ pass
+ failure = ''
try:
yield binding
+ except BaseException as exc:
+ # The boundary itself failed: keep the reason on the trace so the uploaded
+ # payload explains the failure instead of reporting a bare outcome.
+ if binding.created:
+ failure = f'{type(exc).__name__}: {exc}'
+ binding.state.mark_failure(failure)
+ raise
finally:
if trace_mod.unbind_root(binding):
- close_trace(ap, binding.state, reason)
+ close_trace(ap, binding.state, reason, failure)
diff --git a/src/langbot/pkg/telemetry/platform.py b/src/langbot/pkg/telemetry/platform.py
index a7e636bcf..934f36e10 100644
--- a/src/langbot/pkg/telemetry/platform.py
+++ b/src/langbot/pkg/telemetry/platform.py
@@ -11,6 +11,21 @@ from .execution import record
processing_mode: ContextVar[str] = ContextVar('telemetry_processing_mode', default='none')
+def result_failure_detail(result) -> str:
+ """Pull a bounded human-readable reason out of a failed platform API result."""
+ raw = getattr(result, 'raw', result)
+ if isinstance(raw, dict):
+ for key in ('error', 'message', 'msg', 'detail', 'reason'):
+ value = raw.get(key)
+ if isinstance(value, str) and value.strip():
+ return value
+ if isinstance(value, dict):
+ for inner in ('message', 'msg', 'detail'):
+ if isinstance(value.get(inner), str) and value[inner].strip():
+ return value[inner]
+ return ''
+
+
def result_outcome(result):
# Empty returns do not prove a remote operation succeeded.
if result is None:
@@ -69,18 +84,24 @@ def observe_adapter(ap, context, adapter):
if action in declared:
observed_operation = action
outcome = 'unknown'
+ error_detail = ''
try:
result = await method(*args, **kwargs)
outcome = result_outcome(result)
+ if outcome != 'success':
+ error_detail = result_failure_detail(result)
return result
except asyncio.CancelledError:
outcome = 'cancelled'
+ error_detail = 'cancelled'
raise
- except TimeoutError:
+ except TimeoutError as exc:
outcome = 'timeout'
+ error_detail = str(exc) or 'timeout'
raise
- except Exception:
+ except Exception as exc:
outcome = 'failed'
+ error_detail = str(exc)
raise
finally:
record(
@@ -91,6 +112,7 @@ def observe_adapter(ap, context, adapter):
adapter=adapter.__class__.__name__,
mode=processing_mode.get(),
outcome=outcome,
+ error=error_detail,
)
return wrapped
diff --git a/src/langbot/pkg/telemetry/trace.py b/src/langbot/pkg/telemetry/trace.py
index a239c707e..445bb470e 100644
--- a/src/langbot/pkg/telemetry/trace.py
+++ b/src/langbot/pkg/telemetry/trace.py
@@ -1,9 +1,11 @@
-"""Content-free per-event execution traces.
+"""Content-free per-execution traces.
-One trace identity is minted per inbound platform event and survives until the
-ingress handler returns. Stage records appended under it describe how that one
-event was routed and processed, using only code-defined identifiers. Nothing
-here is aggregated: a trace is a bounded, ordered sequence for one event.
+One trace identity is one execution identity: the id a Pipeline query, inbound
+platform event or Agent run is known by, so a stored chain can be joined with
+the Space view of that same execution. Stage records appended under it describe
+how that one execution was routed and processed, using only code-defined
+identifiers. Nothing here is aggregated: a trace is a bounded, ordered sequence
+for one execution.
Three bounds keep memory independent of traffic volume:
@@ -12,7 +14,9 @@ Three bounds keep memory independent of traffic volume:
* a wall-clock TTL, enforced by the sender's sweep.
The identity itself lives in a ContextVar so that asynchronous work spawned
-while handling one event inherits it, mirroring ``telemetry.platform``.
+while handling one execution inherits it, mirroring ``telemetry.platform``.
+Cross-task stages (plugin/RPC work with no inherited context) are resolved by
+the owner's execution-id registry instead.
"""
from __future__ import annotations
@@ -28,6 +32,10 @@ MAX_STAGES = 32
_current: contextvars.ContextVar['TraceState | None'] = contextvars.ContextVar('telemetry_trace', default=None)
_route: contextvars.ContextVar[str] = contextvars.ContextVar('telemetry_trace_route', default='')
_run: contextvars.ContextVar[str] = contextvars.ContextVar('telemetry_trace_run', default='')
+# Open workflow step nodes, innermost last. Records emitted inside a step carry
+# the innermost node as their ``parent``; the step's own record carries the one
+# below it (its enclosing step), never itself.
+_node: contextvars.ContextVar[tuple[str, ...]] = contextvars.ContextVar('telemetry_trace_node', default=())
def _now() -> str:
@@ -35,29 +43,55 @@ def _now() -> str:
class TraceState:
- """Bounded stage buffer for exactly one event."""
+ """Bounded stage buffer for exactly one execution."""
__slots__ = (
'trace_id',
+ 'execution_id',
'started_at',
'stages',
'dropped_stages',
'synthetic',
'sequence',
+ 'node_sequence',
+ 'open_nodes',
'identity',
'abandoned',
+ 'failure_reason',
+ 'closed',
+ 'adapter',
+ 'runner',
+ 'runner_category',
+ 'model_name',
+ 'pipeline_plugins',
)
- def __init__(self) -> None:
- self.trace_id = str(uuid4())
+ def __init__(self, execution_id: str | None = None) -> None:
+ # The execution identity is the trace identity so a stored chain can be
+ # joined to the Space view of that same Pipeline query / event / run.
+ self.execution_id = str(execution_id).strip() if execution_id else ''
+ self.trace_id = self.execution_id or str(uuid4())
self.started_at = _now()
self.stages: list[dict[str, typing.Any]] = []
self.dropped_stages = 0
self.synthetic = False
self.sequence = 0
+ # Node ids number the workflow steps of this one execution ("n1", "n2"...).
+ self.node_sequence = 0
+ # Mirror of the open step stack, readable from any task: cross-task
+ # observations (plugin/RPC) resolve their parent through this.
+ self.open_nodes: tuple[str, ...] = ()
self.identity: dict[str, str] = {}
# Set when the sender refused to buffer this trace: stop appending.
self.abandoned = False
+ self.failure_reason = ''
+ self.closed = False
+ # Execution-scoped record fields attached by the owning lane when known.
+ self.adapter = ''
+ self.runner = ''
+ self.runner_category = ''
+ self.model_name = ''
+ self.pipeline_plugins: typing.Any = None
def append(
self,
@@ -69,34 +103,62 @@ class TraceState:
runner: str,
outcome: str,
synthetic: bool,
+ error: str = '',
+ node: str = '',
+ parent: str = '',
) -> None:
if len(self.stages) >= MAX_STAGES:
self.dropped_stages += 1
return
seen = _now()
- self.stages.append(
- {
- 'family': family,
- 'operation': operation,
- 'mode': mode,
- 'adapter': adapter,
- 'runner': runner,
- 'outcome': outcome,
- 'synthetic': bool(synthetic),
- 'seq': self.sequence,
- 'route_ref': _route.get(),
- 'run_id': _run.get(),
- 'first_seen': seen,
- 'last_seen': seen,
- }
- )
+ entry = {
+ 'family': family,
+ 'operation': operation,
+ 'mode': mode,
+ 'adapter': adapter,
+ 'runner': runner,
+ 'outcome': outcome,
+ 'synthetic': bool(synthetic),
+ 'seq': self.sequence,
+ 'route_ref': _route.get(),
+ 'run_id': _run.get(),
+ 'first_seen': seen,
+ 'last_seen': seen,
+ 'error': error,
+ }
+ # Only workflow steps carry these; legacy records stay byte-identical.
+ if node:
+ entry['node'] = node
+ if parent:
+ entry['parent'] = parent
+ self.stages.append(entry)
self.sequence += 1
if synthetic:
self.synthetic = True
+ def allocate_node(self) -> str:
+ """Mint the next step-node id for this execution ("n1", "n2", ...)."""
+ self.node_sequence += 1
+ return f'n{self.node_sequence}'
+
+ def mark_failure(self, reason: str) -> None:
+ """Remember why this chain broke so the payload can explain itself."""
+ if not self.failure_reason:
+ self.failure_reason = reason
+
def outcome(self) -> str:
- """Terminal outcome of the last recorded stage, for space-side display."""
- return self.stages[-1]['outcome'] if self.stages else 'unknown'
+ """Terminal outcome of this chain, for space-side display.
+
+ A chain that carries a failure reason never reports ``success``: the
+ reason is the point of the trace.
+ """
+ if self.stages:
+ last = self.stages[-1]['outcome']
+ else:
+ last = 'unknown'
+ if self.failure_reason and last in ('success', 'skipped', 'unknown'):
+ return 'failed'
+ return last
class TraceBinding(typing.NamedTuple):
@@ -105,12 +167,16 @@ class TraceBinding(typing.NamedTuple):
token: typing.Any
-def bind() -> TraceBinding:
- """Start a trace unless one is already in flight in this context."""
+def bind(execution_id: str | None = None) -> TraceBinding:
+ """Start a trace unless one is already in flight in this context.
+
+ The execution id becomes the trace id only when this call starts the trace;
+ a nested boundary keeps the enclosing execution's identity.
+ """
existing = _current.get()
if existing is not None:
return TraceBinding(existing, False, None)
- state = TraceState()
+ state = TraceState(execution_id)
return TraceBinding(state, True, _current.set(state))
@@ -136,6 +202,46 @@ def current() -> TraceState | None:
return _current.get()
+def current_parent() -> str:
+ """The step node that records emitted right now attach to ('' when none)."""
+ stack = _node.get()
+ return stack[-1] if stack else ''
+
+
+def enclosing_parent() -> str:
+ """The step enclosing the innermost open one; '' when it is a root step."""
+ stack = _node.get()
+ return stack[-2] if len(stack) > 1 else ''
+
+
+@contextlib.contextmanager
+def stage_scope() -> typing.Iterator[str]:
+ """Open one workflow step node for the duration of the block.
+
+ Allocates a node id unique within the execution, publishes it as the current
+ parent so that nested observations recorded inside the block attach to it,
+ and yields that id so the step's own records can be stamped with ``node=``.
+ Outside any trace nothing is allocated and the empty id is yielded.
+ """
+ state = _current.get()
+ if state is None:
+ yield ''
+ return
+ node = state.allocate_node()
+ previous_open = state.open_nodes
+ state.open_nodes = previous_open + (node,)
+ token = _node.set(_node.get() + (node,))
+ try:
+ yield node
+ finally:
+ state.open_nodes = previous_open
+ try:
+ _node.reset(token)
+ except (ValueError, RuntimeError):
+ # A token from another context must never break execution.
+ pass
+
+
def set_run(run_id: str) -> typing.Any:
return _run.set(run_id)
diff --git a/src/langbot/templates/config.yaml b/src/langbot/templates/config.yaml
index 19c46ae35..e7cb87990 100644
--- a/src/langbot/templates/config.yaml
+++ b/src/langbot/templates/config.yaml
@@ -434,3 +434,7 @@ space:
# (N is execution_trace_sample) and always keeps WebUI debug runs.
execution_trace: sampled
execution_trace_sample: 20
+ # How often buffered execution records are uploaded, in seconds.
+ # Records of complete executions are batched as {"records": [...]}; a
+ # still-running execution is never uploaded half-written.
+ telemetry_flush_seconds: 180
diff --git a/tests/unit_tests/telemetry/test_chat_emitter.py b/tests/unit_tests/telemetry/test_chat_emitter.py
new file mode 100644
index 000000000..0c66d3f83
--- /dev/null
+++ b/tests/unit_tests/telemetry/test_chat_emitter.py
@@ -0,0 +1,110 @@
+"""The Chat handler must not emit the legacy per-query telemetry payload.
+
+Per-execution telemetry is produced by the trace that owns the Pipeline lane;
+the handler only annotates that trace with execution-scoped record fields.
+"""
+
+from __future__ import annotations
+
+import types
+from importlib import import_module
+from unittest.mock import AsyncMock, Mock
+
+import langbot_plugin.api.entities.builtin.provider.session as provider_session
+
+
+def get_modules():
+ # Import the application package first: the handler package is wired into
+ # it during initialization, so importing the handler directly would re-enter
+ # the partially initialized pipeline package.
+ import_module('langbot.pkg.core.app')
+ return (
+ import_module('langbot.pkg.pipeline.process.handlers.chat'),
+ import_module('langbot.pkg.telemetry.trace'),
+ )
+
+
+class FakeEvent:
+ """Stand-in for the plugin event models, which need a real Query."""
+
+ def __init__(self, **kwargs):
+ self.__dict__.update(kwargs)
+ self.event_name = 'person_normal_message_received'
+
+
+class FakeEventContext:
+ event = types.SimpleNamespace(user_message_alter=None)
+
+ def is_prevented_default(self) -> bool:
+ return False
+
+
+async def empty_run_from_query(query):
+ if False: # pragma: no cover - async generator with no results
+ yield
+
+
+def build_ap():
+ ap = Mock()
+ ap.logger = Mock()
+ ap.plugin_connector = Mock()
+ ap.plugin_connector.emit_event = AsyncMock(return_value=FakeEventContext())
+ ap.agent_run_orchestrator = Mock()
+ ap.agent_run_orchestrator.try_claim_steering_from_query = AsyncMock(return_value=False)
+ ap.agent_run_orchestrator.run_from_query = empty_run_from_query
+ ap.agent_run_orchestrator.resolve_runner_id_for_telemetry = Mock(return_value='runner-1')
+ ap.survey = Mock()
+ ap.survey.trigger_event = AsyncMock()
+ ap.survey.record_bot_response_success = AsyncMock()
+ ap.telemetry = Mock()
+ ap.telemetry.start_send_task = AsyncMock()
+ ap.telemetry.send = AsyncMock()
+ return ap
+
+
+def build_query():
+ query = Mock()
+ query.query_id = 7
+ query.query_uuid = 'exec-uuid'
+ query.launcher_type = provider_session.LauncherTypes.PERSON
+ query.launcher_id = 'user-1'
+ query.sender_id = 'user-1'
+ query.message_chain = 'hello'
+ query.message_event = object()
+ query.variables = {'_pipeline_bound_plugins': ['plugin:a']}
+ query.pipeline_config = {'ai': {}, 'output': {'misc': {}}}
+ query.session = Mock(using_conversation=object())
+ query.use_llm_model_uuid = None
+ query.adapter = Mock()
+ query.adapter.is_stream_output_supported = AsyncMock(return_value=False)
+ query.resp_messages = []
+ return query
+
+
+async def test_normal_query_sends_no_legacy_payload_and_annotates_the_trace(monkeypatch):
+ chat, trace_mod = get_modules()
+ monkeypatch.setattr(chat.events, 'PersonNormalMessageReceived', FakeEvent)
+ monkeypatch.setattr(chat.events, 'GroupNormalMessageReceived', FakeEvent)
+
+ ap = build_ap()
+ handler = chat.ChatMessageHandler(ap)
+ query = build_query()
+
+ binding = trace_mod.bind('exec-uuid')
+ try:
+ async for _ in handler.handle(query):
+ pass
+ finally:
+ trace_mod.unbind_root(binding)
+
+ # The legacy `event_type='query'` emitter is gone.
+ ap.telemetry.start_send_task.assert_not_called()
+ ap.telemetry.send.assert_not_called()
+ # The survey trigger and its milestone bookkeeping still fire.
+ ap.survey.trigger_event.assert_awaited_once_with('first_bot_response_success')
+ ap.survey.record_bot_response_success.assert_awaited_once()
+ # Execution-scoped fields are attached to the owning trace instead.
+ assert binding.state.runner == 'runner-1'
+ assert binding.state.runner_category == 'unknown'
+ assert binding.state.pipeline_plugins == ['plugin:a']
+ assert binding.state.model_name == ''
diff --git a/tests/unit_tests/telemetry/test_pipeline_lane.py b/tests/unit_tests/telemetry/test_pipeline_lane.py
new file mode 100644
index 000000000..f091f2bb8
--- /dev/null
+++ b/tests/unit_tests/telemetry/test_pipeline_lane.py
@@ -0,0 +1,272 @@
+"""The Pipeline lane must land its failure on the owning execution trace."""
+
+from __future__ import annotations
+
+import asyncio
+import types
+from importlib import import_module
+
+import pytest
+
+
+def get_modules():
+ # Import the application package first; the pipeline package is wired into it.
+ import_module('langbot.pkg.core.app')
+ return (
+ import_module('langbot.pkg.pipeline.pipelinemgr'),
+ import_module('langbot.pkg.telemetry.execution'),
+ )
+
+
+def get_trace():
+ import_module('langbot.pkg.core.app')
+ return import_module('langbot.pkg.telemetry.trace')
+
+
+class FakeManager:
+ def __init__(self):
+ self.telemetry_config = {'url': 'https://space.example.test', 'execution_trace': 'all'}
+ self.sent: list[dict] = []
+
+ async def send(self, payload: dict) -> bool:
+ self.sent.append(payload)
+ return True
+
+
+CONTEXT = types.SimpleNamespace(instance_uuid='instance-1', workspace_uuid='workspace-1')
+
+
+def build_pipeline(pipelinemgr, ap):
+ pipeline = object.__new__(pipelinemgr.RuntimePipeline)
+ pipeline.ap = ap
+ pipeline.execution_context = CONTEXT
+ return pipeline
+
+
+def test_lane_failure_marks_the_owned_trace_without_any_prior_stage():
+ pipelinemgr, execution = get_modules()
+ manager = FakeManager()
+ counters = execution.ExecutionCounters(manager)
+ ap = types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))
+ pipeline = build_pipeline(pipelinemgr, ap)
+ query = types.SimpleNamespace(pipeline_config={})
+
+ with execution.ingress(ap, 'pipeline_done', CONTEXT, execution_id='query-7'):
+ pipeline._record_lane_failure(query, 'sandbox exited 127')
+
+ assert len(counters.records) == 1
+ record = counters.records[0]
+ assert record['query_id'] == 'query-7'
+ assert record['error'] == 'sandbox exited 127'
+ assert record['features']['trace']['outcome'] == 'failed'
+ observations = record['features']['observations']
+ assert [(row['family'], row['operation'], row['outcome']) for row in observations] == [
+ ('runner', 'execute', 'failed')
+ ]
+
+
+def test_lane_failure_does_not_duplicate_the_runner_node_the_orchestrator_recorded():
+ """A break inside a runner is already a node; the lane only carries the reason over."""
+ pipelinemgr, execution = get_modules()
+ manager = FakeManager()
+ counters = execution.ExecutionCounters(manager)
+ ap = types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))
+ pipeline = build_pipeline(pipelinemgr, ap)
+ query = types.SimpleNamespace(pipeline_config={})
+
+ with execution.ingress(ap, 'pipeline_done', CONTEXT, execution_id='query-8'):
+ execution.record(
+ ap,
+ CONTEXT,
+ family='runner',
+ operation='execute',
+ mode='pipeline',
+ runner='plugin:langbot-team/LocalAgent/default',
+ outcome='failed',
+ error='No authorized model for local-agent',
+ )
+ pipeline._record_lane_failure(query, 'No authorized model for local-agent')
+
+ observations = [
+ (row['family'], row['operation'], row['outcome'])
+ for record in counters.records
+ for row in record['features']['observations']
+ ]
+ assert observations == [('runner', 'execute', 'failed')]
+ assert counters.records[-1]['features']['trace']['outcome'] == 'failed'
+
+
+def build_counters():
+ manager = FakeManager()
+ counters = import_module('langbot.pkg.telemetry.execution').ExecutionCounters(manager)
+ ap = types.SimpleNamespace(telemetry=types.SimpleNamespace(execution=counters))
+ return counters, ap
+
+
+def build_lane(pipelinemgr, ap):
+ # ``process_query`` lives on the RuntimePipeline lane, not on PipelineManager.
+ lane = object.__new__(pipelinemgr.RuntimePipeline)
+ lane.ap = ap
+ lane.execution_context = CONTEXT
+ return lane
+
+
+def build_query(**overrides):
+ query = types.SimpleNamespace(query_uuid='exec-lane', query_id=1, pipeline_config={}, variables={})
+ for key, value in overrides.items():
+ setattr(query, key, value)
+ return query
+
+
+def lane_shapes(counters):
+ return [
+ (row['family'], row['operation'], row.get('node'), row.get('parent'))
+ for record in counters.records
+ for row in record['features']['observations']
+ ]
+
+
+async def stop_counters(counters):
+ """Cancel the telemetry flush task so no loop is left with pending work."""
+ task = counters.task
+ if task is not None and not task.done():
+ task.cancel()
+ try:
+ await task
+ except asyncio.CancelledError:
+ pass
+ counters.task = None
+
+
+def test_lane_step_owns_the_apis_and_runner_it_calls():
+ pipelinemgr, execution = get_modules()
+ trace = get_trace()
+ counters, ap = build_counters()
+ lane = build_lane(pipelinemgr, ap)
+ query = build_query()
+ seen = {}
+
+ async def fake_process(_query):
+ execution.record(
+ ap, CONTEXT, family='platform_api', operation='send_message',
+ adapter='AiocqhttpAdapter', mode='pipeline', outcome='success',
+ )
+ with trace.stage_scope() as run_node:
+ seen['run'] = run_node
+ execution.record(
+ ap, CONTEXT, family='runner', operation='execute', mode='pipeline', outcome='success', node=run_node
+ )
+ # A reply issued after the runner still belongs to the lane.
+ execution.record(
+ ap, CONTEXT, family='platform_api', operation='reply_message',
+ adapter='AiocqhttpAdapter', mode='pipeline', outcome='success',
+ )
+
+ lane._process_query = fake_process
+
+ async def scenario():
+ await lane.process_query(query)
+ await stop_counters(counters)
+
+ asyncio.run(scenario())
+
+ shapes = lane_shapes(counters)
+ lane_node = shapes[-1][2]
+ assert lane_node == 'n1'
+ assert shapes == [
+ ('platform_api', 'send_message', None, lane_node),
+ ('runner', 'execute', seen['run'], lane_node),
+ ('platform_api', 'reply_message', None, lane_node),
+ # The lane step is recorded last; a standalone lane is a root.
+ ('pipeline', 'run', lane_node, None),
+ ]
+
+
+def test_lane_node_nests_under_the_platform_route_that_called_it():
+ pipelinemgr, execution = get_modules()
+ trace = get_trace()
+ counters, ap = build_counters()
+ lane = build_lane(pipelinemgr, ap)
+ query = build_query(query_uuid='exec-routed')
+
+ async def fake_process(_query):
+ execution.record(
+ ap, CONTEXT, family='platform_api', operation='send_message', mode='pipeline', outcome='success'
+ )
+
+ lane._process_query = fake_process
+
+ async def scenario():
+ # A platform event owns the trace; the route step wraps the Pipeline lane.
+ with execution.ingress(ap, 'event_done', CONTEXT, execution_id='exec-routed'):
+ with trace.stage_scope() as event_node:
+ execution.record(
+ ap, CONTEXT, family='platform_event', operation='message.received',
+ adapter='AiocqhttpAdapter', outcome='success', node=event_node,
+ )
+ with trace.stage_scope() as route_node:
+ execution.record(
+ ap, CONTEXT, family='event_route', operation='message.received',
+ adapter='AiocqhttpAdapter', outcome='success', node=route_node,
+ )
+ await lane.process_query(query)
+ await stop_counters(counters)
+ return event_node, route_node
+
+ event_node, route_node = asyncio.run(scenario())
+
+ assert (event_node, route_node) == ('n1', 'n2')
+ assert lane_shapes(counters) == [
+ ('platform_event', 'message.received', event_node, None),
+ ('event_route', 'message.received', route_node, event_node),
+ # The API is called by the lane, so it hangs on the lane node.
+ ('platform_api', 'send_message', None, 'n3'),
+ ('pipeline', 'run', 'n3', route_node),
+ ]
+
+
+def test_broken_lane_records_a_failed_step_with_its_reason():
+ pipelinemgr, execution = get_modules()
+ counters, ap = build_counters()
+ lane = build_lane(pipelinemgr, ap)
+
+ async def fake_process(_query):
+ raise RuntimeError('lane exploded')
+
+ lane._process_query = fake_process
+
+ async def scenario():
+ try:
+ await lane.process_query(build_query())
+ finally:
+ await stop_counters(counters)
+
+ with pytest.raises(RuntimeError, match='lane exploded'):
+ asyncio.run(scenario())
+
+ family, operation, node, parent = lane_shapes(counters)[-1]
+ row = counters.records[0]['features']['observations'][-1]
+ assert (family, operation, node, parent) == ('pipeline', 'run', 'n1', None)
+ assert row['outcome'] == 'failed'
+ assert row['error'] == 'lane exploded'
+
+
+def test_lane_reported_failure_marks_the_step_failed():
+ pipelinemgr, execution = get_modules()
+ counters, ap = build_counters()
+ lane = build_lane(pipelinemgr, ap)
+ query = build_query(variables={'_monitoring_has_error': True})
+
+ async def fake_process(_query):
+ return None
+
+ lane._process_query = fake_process
+
+ async def scenario():
+ await lane.process_query(query)
+ await stop_counters(counters)
+
+ asyncio.run(scenario())
+
+ row = counters.records[0]['features']['observations'][-1]
+ assert (row['family'], row['operation'], row['outcome']) == ('pipeline', 'run', 'failed')
diff --git a/tests/unit_tests/telemetry/test_trace.py b/tests/unit_tests/telemetry/test_trace.py
index f19ab2668..283cdac65 100644
--- a/tests/unit_tests/telemetry/test_trace.py
+++ b/tests/unit_tests/telemetry/test_trace.py
@@ -1,10 +1,13 @@
-"""Unit tests for per-event execution traces (pkg/telemetry/trace.py + execution.py)."""
+"""Unit tests for per-execution execution traces (pkg/telemetry/trace.py + execution.py)."""
from __future__ import annotations
import asyncio
+import contextvars
+import json
import time
import types
+from datetime import datetime, timedelta, timezone
from importlib import import_module
@@ -48,6 +51,11 @@ def trace_config(**overrides):
return config
+def records_sent(manager):
+ """Flatten the buffered-record batches a FakeManager received."""
+ return [record for payload in manager.sent for record in payload.get('records', [])]
+
+
CONTEXT = types.SimpleNamespace(instance_uuid='instance-1', workspace_uuid='workspace-1')
STAGE = {
@@ -85,6 +93,27 @@ class TestTraceIdentity:
# A repeated unbind of the same binding must never raise.
assert trace.unbind_root(outer) is True
+ def test_trace_id_is_the_execution_id(self):
+ trace, _ = get_modules()
+ binding = trace.bind('exec-1234')
+ try:
+ assert binding.created is True
+ assert binding.state.trace_id == 'exec-1234'
+ assert binding.state.execution_id == 'exec-1234'
+ finally:
+ trace.unbind_root(binding)
+
+ def test_nested_boundary_keeps_the_enclosing_execution_id(self):
+ trace, _ = get_modules()
+ outer = trace.bind('event-1')
+ inner = trace.bind('query-9')
+ try:
+ assert inner.created is False
+ assert inner.state.trace_id == 'event-1'
+ finally:
+ trace.unbind_root(inner)
+ trace.unbind_root(outer)
+
def test_route_and_run_are_only_pinned_inside_the_block(self):
trace, _ = get_modules()
binding = trace.bind()
@@ -174,23 +203,174 @@ class TestTraceRecording:
assert bindings[-1].state.abandoned is True
assert bindings[-1].state.stages == []
- def test_counters_keep_aggregating_while_tracing(self):
+ def test_observation_without_an_owning_execution_is_dropped(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ # Clustering is gone: an observation that belongs to no execution is
+ # discarded instead of being aggregated into a synthetic bucket.
+ counters.record(CONTEXT, **STAGE)
+ assert counters.records == []
+ assert counters.traces == {}
+
+
+class TestTraceNodeScope:
+ """Workflow step nodes: a step's own record and the observations it calls."""
+
+ @staticmethod
+ def _step(**overrides):
+ return {
+ 'family': 'runner',
+ 'operation': 'execute',
+ 'mode': 'agent',
+ 'runner': 'runner-1',
+ 'outcome': 'success',
+ **overrides,
+ }
+
+ def test_nested_observation_carries_the_step_node_as_parent(self):
trace, _ = get_modules()
_, counters = make_counters()
binding = trace.bind()
try:
- for _ in range(3):
- counters.record(CONTEXT, **STAGE)
+ with trace.stage_scope() as step:
+ counters.record(CONTEXT, node=step, **self._step())
+ counters.record(CONTEXT, **{**STAGE, 'family': 'platform_api', 'operation': 'send_message'})
finally:
trace.unbind_root(binding)
- assert list(counters.pending.values())[0]['count'] == 3
+
+ step_row, api_row = binding.state.stages
+ assert step_row['node'] == step
+ assert 'parent' not in step_row # a root step carries no parent
+ assert api_row['parent'] == step
+ assert 'node' not in api_row # observations are not step nodes
+
+ def test_nested_step_records_its_enclosing_step_as_parent(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ with trace.stage_scope() as outer:
+ counters.record(CONTEXT, node=outer, **self._step(mode='pipeline'))
+ with trace.stage_scope() as inner:
+ counters.record(CONTEXT, node=inner, **self._step())
+ counters.record(CONTEXT, **{**STAGE, 'family': 'platform_api', 'operation': 'send_message'})
+ finally:
+ trace.unbind_root(binding)
+
+ outer_row, inner_row, api_row = binding.state.stages
+ assert (outer_row['node'], outer_row.get('parent')) == (outer, None)
+ # The step's own record sits under its enclosing step, never under itself.
+ assert (inner_row['node'], inner_row.get('parent')) == (inner, outer)
+ assert api_row.get('parent') == inner and 'node' not in api_row
+
+ def test_sequential_steps_get_distinct_ids_and_roots_have_no_parent(self):
+ trace, _ = get_modules()
+ _, counters = make_counters()
+ binding = trace.bind()
+ try:
+ with trace.stage_scope() as first:
+ counters.record(CONTEXT, node=first, **self._step())
+ with trace.stage_scope() as second:
+ counters.record(CONTEXT, node=second, **self._step())
+ finally:
+ trace.unbind_root(binding)
+
+ assert (first, second) == ('n1', 'n2')
+ assert [row['node'] for row in binding.state.stages] == [first, second]
+ assert all('parent' not in row for row in binding.state.stages)
+
+ def test_cross_task_observation_attaches_to_the_open_step(self):
+ trace, execution = get_modules()
+ _, counters = make_counters()
+ binding = execution.bind_trace(make_ap(counters), 'exec-cross')
+ try:
+ with trace.stage_scope() as lane:
+ counters.record(
+ CONTEXT, family='pipeline', operation='run', mode='pipeline', outcome='success', node=lane
+ )
+ # A plugin/RPC observation arrives on a task that never had the
+ # trace context; it is resolved through the execution registry and
+ # must still hang off the step the owning task has open.
+ foreign = contextvars.Context()
+ foreign.run(execution.set_execution_id, 'exec-cross')
+ foreign.run(
+ counters.record,
+ CONTEXT,
+ family='platform_api',
+ operation='send_message',
+ mode='pipeline',
+ outcome='success',
+ )
+ finally:
+ trace.unbind_root(binding)
+
+ rows = binding.state.stages
+ assert rows[0]['node'] == lane and 'parent' not in rows[0]
+ assert rows[1].get('parent') == lane and 'node' not in rows[1]
+
+ def test_cross_task_observation_without_an_open_step_has_no_parent(self):
+ trace, execution = get_modules()
+ _, counters = make_counters()
+ binding = execution.bind_trace(make_ap(counters), 'exec-bare')
+ try:
+ foreign = contextvars.Context()
+ foreign.run(execution.set_execution_id, 'exec-bare')
+ foreign.run(
+ counters.record,
+ CONTEXT,
+ family='platform_api',
+ operation='send_message',
+ mode='pipeline',
+ outcome='success',
+ )
+ finally:
+ trace.unbind_root(binding)
+
+ row = binding.state.stages[0]
+ assert 'node' not in row and 'parent' not in row
+
+ def test_scope_outside_any_trace_is_inert(self):
+ trace, _ = get_modules()
+ with trace.stage_scope() as node:
+ assert node == ''
+ assert trace.current_parent() == ''
+
+ def test_records_outside_any_scope_serialize_without_node_keys(self):
+ trace, execution = get_modules()
+ manager, counters = make_counters(trace_config())
+ binding = trace.bind('exec-legacy')
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+
+ stage = binding.state.stages[0]
+ assert set(stage) == {
+ 'family',
+ 'operation',
+ 'mode',
+ 'adapter',
+ 'runner',
+ 'outcome',
+ 'synthetic',
+ 'seq',
+ 'route_ref',
+ 'run_id',
+ 'first_seen',
+ 'last_seen',
+ 'error',
+ }
+ observation = counters.records[0]['features']['observations'][0]
+ assert 'node' not in json.dumps(observation, sort_keys=True)
+ assert 'parent' not in json.dumps(observation, sort_keys=True)
class TestTraceDelivery:
- def test_close_emits_one_payload_per_trace(self):
+ def test_close_buffers_one_record_per_trace(self):
trace, _ = get_modules()
manager, counters = make_counters(trace_config())
- binding = trace.bind()
+ binding = trace.bind('exec-1')
try:
counters.record(CONTEXT, **STAGE)
counters.record(
@@ -201,18 +381,22 @@ class TestTraceDelivery:
finally:
trace.unbind_root(binding)
- assert len(manager.sent) == 1
- payload = manager.sent[0]
- assert payload['event_type'] == 'feature_execution'
- assert payload['query_id'] == binding.state.trace_id
- assert len(payload['query_id']) == 36
- assert payload['instance_id'] == 'instance-1'
- assert payload['workspace_uuid'] == 'workspace-1'
- features = payload['features']
+ # Closing buffers; nothing is sent before the flush cadence.
+ assert manager.sent == []
+ assert len(counters.records) == 1
+ assert counters.traces == {}
+
+ record = counters.records[0]
+ assert record['event_type'] == 'feature_execution'
+ assert record['query_id'] == 'exec-1'
+ assert record['instance_id'] == 'instance-1'
+ assert record['workspace_uuid'] == 'workspace-1'
+ assert record['trusted'] is True
+ features = record['features']
assert features['schema'] == 1
- assert [row['count'] for row in features['observations']] == [1, 1]
+ assert 'count' not in json.dumps(record)
assert [row['seq'] for row in features['observations']] == [0, 1]
- assert [row['trace_id'] for row in features['observations']] == [binding.state.trace_id] * 2
+ assert [row['trace_id'] for row in features['observations']] == ['exec-1'] * 2
assert features['trace'] == {
'closed_by': 'event_done',
'started_at': binding.state.started_at,
@@ -222,7 +406,6 @@ class TestTraceDelivery:
'outcome': 'success',
'dropped_stages': 0,
}
- assert counters.traces == {}
def test_sampling_decision_is_deterministic_and_keeps_failures(self):
trace, _ = get_modules()
@@ -242,27 +425,28 @@ class TestTraceDelivery:
def test_failures_mode_keeps_failed_and_debug_traces_only(self):
trace, _ = get_modules()
- manager, counters = make_counters(trace_config(execution_trace='failures', execution_trace_sample=1000000))
+ _, counters = make_counters(trace_config(execution_trace='failures', execution_trace_sample=1000000))
- failed = trace.bind()
+ failed = trace.bind('exec-failed')
counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
counters.close_trace(failed.state, 'event_done')
trace.unbind_root(failed)
- debug = trace.bind()
+ debug = trace.bind('exec-debug')
counters.record(CONTEXT, **{**STAGE, 'synthetic': True})
counters.close_trace(debug.state, 'event_done')
trace.unbind_root(debug)
- sampled_out = trace.bind()
+ sampled_out = trace.bind('exec-sampled')
counters.record(CONTEXT, **STAGE)
counters.close_trace(sampled_out.state, 'event_done')
trace.unbind_root(sampled_out)
- assert [payload['features']['observations'][0]['outcome'] for payload in manager.sent] == ['failed', 'success']
- assert manager.sent[1]['features']['observations'][0]['synthetic'] is True
+ assert [record['query_id'] for record in counters.records] == ['exec-failed', 'exec-debug']
+ assert counters.records[0]['features']['observations'][0]['outcome'] == 'failed'
+ assert counters.records[1]['features']['observations'][0]['synthetic'] is True
- def test_off_mode_and_opt_out_emit_nothing(self):
+ def test_off_mode_and_opt_out_buffer_nothing(self):
trace, _ = get_modules()
manager, counters = make_counters(trace_config(execution_trace='off'))
binding = trace.bind()
@@ -272,6 +456,7 @@ class TestTraceDelivery:
finally:
trace.unbind_root(binding)
assert manager.sent == []
+ assert counters.records == []
disabled_manager, disabled = make_counters(
{'url': 'https://space.example.test', 'disable_telemetry': True, 'execution_trace': 'all'}
@@ -283,89 +468,359 @@ class TestTraceDelivery:
finally:
trace.unbind_root(binding)
assert disabled_manager.sent == []
- assert disabled.pending == {}
+ assert disabled.records == []
assert disabled.traces == {}
def test_ttl_sweep_closes_stale_trace(self):
trace, _ = get_modules()
manager, counters = make_counters(trace_config())
- binding = trace.bind()
+ binding = trace.bind('exec-ttl')
try:
counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
counters.trace_deadlines[binding.state.trace_id] = 0
counters._sweep_traces(time.monotonic())
finally:
trace.unbind_root(binding)
- assert manager.sent[0]['features']['trace']['closed_by'] == 'ttl'
+ assert counters.records[0]['features']['trace']['closed_by'] == 'ttl'
assert counters.traces == {}
assert counters.trace_deadlines == {}
+ assert manager.sent == []
async def test_shutdown_drops_open_traces(self):
trace, _ = get_modules()
manager, counters = make_counters(trace_config())
- binding = trace.bind()
+ binding = trace.bind('exec-open')
try:
counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
await counters.shutdown()
finally:
trace.unbind_root(binding)
- # Shutdown may still flush window counters; it must not claim a trace.
- assert [payload for payload in manager.sent if 'trace' in payload['features']] == []
+ # Shutdown must not claim a trace that never completed.
+ assert records_sent(manager) == []
+ assert counters.records == []
assert counters.traces == {}
+ assert counters.registry == {}
assert counters.dropped_traces == 1
- async def test_loop_sweeps_and_sends_expired_trace(self):
+ async def test_loop_sweeps_and_flushes_expired_trace(self):
trace, _ = get_modules()
- manager, counters = make_counters(trace_config())
- binding = trace.bind()
+ manager, counters = make_counters(trace_config(telemetry_flush_seconds=1))
+ binding = trace.bind('exec-ttl-loop')
try:
counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
counters.trace_deadlines[binding.state.trace_id] = 0
- await asyncio.sleep(1.2)
- assert [payload['features']['trace']['closed_by'] for payload in manager.sent] == ['ttl']
+ await asyncio.sleep(1.3)
+ assert [record['features']['trace']['closed_by'] for record in records_sent(manager)] == ['ttl']
assert counters.traces == {}
finally:
await counters.shutdown()
trace.unbind_root(binding)
+ async def test_flush_sends_one_batch_of_complete_records(self):
+ _, execution = get_modules()
+ manager, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ for index in range(2):
+ with execution.ingress(ap, 'event_done', CONTEXT, execution_id=f'exec-{index}'):
+ counters.record(CONTEXT, **STAGE)
+ assert len(counters.records) == 2
+
+ await counters.flush()
+ assert len(manager.sent) == 1
+ payload = manager.sent[0]
+ assert set(payload) == {'records'}
+ assert [record['query_id'] for record in payload['records']] == ['exec-0', 'exec-1']
+ assert 'count' not in json.dumps(payload)
+
+ async def test_flush_interval_is_honoured(self):
+ _, execution = get_modules()
+ manager, counters = make_counters(trace_config(telemetry_flush_seconds=1))
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done', CONTEXT, execution_id='exec-timed'):
+ counters.record(CONTEXT, **STAGE)
+ assert counters.flush_seconds() == 1
+ assert manager.sent == []
+ await asyncio.sleep(1.3)
+ assert [record['query_id'] for record in records_sent(manager)] == ['exec-timed']
+ await counters.shutdown()
+
+ def test_flush_interval_config_is_bounded(self):
+ _, counters = make_counters(trace_config())
+ assert counters.flush_seconds() == 180
+ counters.manager.telemetry_config = trace_config(telemetry_flush_seconds='nope')
+ assert counters.flush_seconds() == 180
+ counters.manager.telemetry_config = trace_config(telemetry_flush_seconds=0)
+ assert counters.flush_seconds() == 180
+ counters.manager.telemetry_config = trace_config(telemetry_flush_seconds=300)
+ assert counters.flush_seconds() == 300
+
+ def test_buffered_record_cap_drops_oldest(self):
+ trace, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ original = execution.MAX_BUFFERED_RECORDS
+ execution.MAX_BUFFERED_RECORDS = 3
+ try:
+ for index in range(5):
+ binding = trace.bind(f'exec-{index}')
+ counters.record(CONTEXT, **STAGE)
+ counters.close_trace(binding.state, 'event_done')
+ trace.unbind_root(binding)
+ finally:
+ execution.MAX_BUFFERED_RECORDS = original
+ assert [record['query_id'] for record in counters.records] == ['exec-2', 'exec-3', 'exec-4']
+ assert counters.dropped == 2
+
class TestIngress:
def test_ingress_closes_only_the_trace_it_started(self):
_, execution = get_modules()
manager, counters = make_counters(trace_config())
ap = make_ap(counters)
- with execution.ingress(ap, 'event_done'):
- with execution.ingress(ap, 'pipeline_done'):
+ with execution.ingress(ap, 'event_done', execution_id='exec-outer'):
+ with execution.ingress(ap, 'pipeline_done', execution_id='exec-inner'):
counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'})
- assert len(manager.sent) == 1
- assert manager.sent[0]['features']['trace']['closed_by'] == 'event_done'
+ assert len(counters.records) == 1
+ assert counters.records[0]['query_id'] == 'exec-outer'
+ assert counters.records[0]['features']['trace']['closed_by'] == 'event_done'
+ assert manager.sent == []
def test_ingress_without_telemetry_is_a_no_op(self):
_, execution = get_modules()
- with execution.ingress(types.SimpleNamespace(), 'event_done'):
+ with execution.ingress(types.SimpleNamespace(), 'event_done', execution_id='exec-x'):
pass
+ def test_ingress_registers_every_execution_alias(self):
+ _, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done', execution_id='event-1') as outer:
+ with execution.ingress(ap, 'pipeline_done', execution_id='query-1') as inner:
+ assert inner.state is outer.state
+ assert counters.registry == {}
+ # Closing the owning trace unregisters every alias it held.
+ assert counters.registry_deadlines == {}
-class AsyncSendManager(FakeManager):
- """Stand-in whose start_send_task is a coroutine, like TelemetryManager."""
- async def start_send_task(self, payload: dict) -> None:
- self.sent.append(payload)
+class TestCrossTaskAttribution:
+ def test_registry_joins_stages_from_a_task_without_a_trace(self):
+ trace, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ binding = execution.bind_trace(ap, 'run-1')
+ trace.unbind_root(binding)
+ # The plugin/RPC task has no inherited trace context.
+ assert trace.current() is None
+
+ counters.record(CONTEXT, **{**STAGE, 'family': 'platform_api', 'operation': 'send_message'})
+ counters.record(
+ CONTEXT, **{**STAGE, 'family': 'platform_api', 'operation': 'send_message'}, execution_id='run-1'
+ )
+ assert len(binding.state.stages) == 1
+ assert binding.state.stages[0]['operation'] == 'send_message'
+
+ counters.close_trace(binding.state, 'event_done')
+ assert counters.records[0]['query_id'] == 'run-1'
+
+ def test_registry_aliases_a_nested_execution(self):
+ _, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done', CONTEXT, execution_id='event-1') as binding:
+ with execution.ingress(ap, 'pipeline_done', CONTEXT, execution_id='query-1'):
+ pass
+ assert set(counters.registry) == {'event-1', 'query-1'}
+ counters.record(CONTEXT, **STAGE, execution_id='query-1')
+ assert counters.records[0]['query_id'] == 'event-1'
+ assert len(binding.state.stages) == 1
+
+ def test_contextvar_execution_id_is_used_when_no_kwarg(self):
+ trace, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ binding = execution.bind_trace(ap, 'run-2')
+ trace.unbind_root(binding)
+ token = execution.set_execution_id('run-2')
+ try:
+ counters.record(CONTEXT, **STAGE)
+ finally:
+ execution.reset_execution_id(token)
+ assert len(binding.state.stages) == 1
+
+ def test_registry_alias_is_swept_when_never_closed(self):
+ trace, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ binding = execution.bind_trace(ap, 'run-3')
+ trace.unbind_root(binding)
+ counters.registry_deadlines['run-3'] = 0
+ counters._sweep_registry(time.monotonic())
+ assert counters.registry == {}
+ assert counters.registry_deadlines == {}
class TestTraceDispatch:
- async def test_close_trace_schedules_the_coroutine_send(self):
- trace, execution = get_modules()
+ async def test_flush_awaits_the_manager_send(self):
+ _, execution = get_modules()
manager = AsyncSendManager(trace_config())
counters = execution.ExecutionCounters(manager)
- binding = trace.bind()
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done', CONTEXT, execution_id='exec-async'):
+ counters.record(CONTEXT, **STAGE)
+ await counters.flush()
+ assert [record['query_id'] for record in records_sent(manager)] == ['exec-async']
+ assert manager.sent[0]['records'][0]['event_type'] == 'feature_execution'
+
+
+class AsyncSendManager(FakeManager):
+ """Stand-in whose send is a coroutine, like TelemetryManager."""
+
+ async def send(self, payload: dict) -> bool:
+ self.sent.append(payload)
+ return True
+
+
+class TestTraceFailureDetail:
+ def test_failed_stage_carries_the_reason(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ binding = trace.bind('exec-fail')
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'}, error='boom: sandbox exited 127')
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ record = counters.records[0]
+ assert record['error'] == 'boom: sandbox exited 127'
+ assert record['features']['observations'][0]['error'] == 'boom: sandbox exited 127'
+
+ def test_successful_stage_reports_no_error(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ binding = trace.bind('exec-ok')
try:
counters.record(CONTEXT, **STAGE)
counters.close_trace(binding.state, 'event_done')
- # The payload is only delivered once the scheduled task runs.
- assert manager.sent == []
- await asyncio.sleep(0)
finally:
trace.unbind_root(binding)
- assert len(manager.sent) == 1
- assert manager.sent[0]['event_type'] == 'feature_execution'
+ record = counters.records[0]
+ assert record['error'] == ''
+ assert record['features']['observations'][0]['error'] == ''
+
+ def test_error_detail_is_bounded_and_single_line(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ binding = trace.bind('exec-noisy')
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': 'failed'}, error='x' * 1000 + '\n\tboom')
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ detail = counters.records[0]['error']
+ assert len(detail) <= 400
+ assert '\n' not in detail and '\t' not in detail
+
+
+class TestIngressFailureDetail:
+ def test_ingress_records_the_failure_reason(self):
+ _, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ raised = False
+ try:
+ with execution.ingress(ap, 'event_done', execution_id='exec-boom'):
+ counters.record(CONTEXT, **STAGE)
+ raise RuntimeError('dispatch exploded')
+ except RuntimeError:
+ raised = True
+ assert raised is True
+ record = counters.records[0]
+ assert record['error'].startswith('RuntimeError: dispatch exploded')
+ assert record['features']['trace']['outcome'] == 'failed'
+ assert record['features']['trace']['closed_by'] == 'event_done'
+
+ def test_successful_ingress_still_reports_success(self):
+ _, execution = get_modules()
+ _, counters = make_counters(trace_config())
+ ap = make_ap(counters)
+ with execution.ingress(ap, 'event_done', execution_id='exec-fine'):
+ counters.record(CONTEXT, **STAGE)
+ record = counters.records[0]
+ assert record['error'] == ''
+ assert record['features']['trace']['outcome'] == 'success'
+
+
+class TestFailureOnlyTrace:
+ def test_failure_without_stages_still_uploads(self):
+ _, execution = get_modules()
+ # sampled-out config: only failures are guaranteed to be kept
+ _, counters = make_counters({'url': 'https://space.example.test', 'execution_trace_sample': 1})
+ ap = make_ap(counters)
+ try:
+ with execution.ingress(ap, 'pipeline_done', CONTEXT, execution_id='exec-empty'):
+ raise RuntimeError('pipeline exploded before any stage')
+ except RuntimeError:
+ pass
+ assert len(counters.records) == 1
+ record = counters.records[0]
+ assert record['error'].startswith('RuntimeError: pipeline exploded')
+ assert record['features']['trace']['outcome'] == 'failed'
+ assert record['features']['observations'] == []
+
+ def test_cancelled_and_timeout_chains_report_their_outcome(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ for outcome, reason in (('cancelled', 'run cancelled by operator'), ('timeout', 'deadline exhausted')):
+ binding = trace.bind(f'exec-{outcome}')
+ try:
+ counters.record(CONTEXT, **{**STAGE, 'outcome': outcome}, error=reason)
+ counters.close_trace(binding.state, 'runner_done')
+ finally:
+ trace.unbind_root(binding)
+ assert len(counters.records) == 1
+ record = counters.records.pop(0)
+ assert record['query_id'] == f'exec-{outcome}'
+ assert record['features']['trace']['outcome'] == outcome
+ assert record['error'] == reason
+
+
+class TestLegacyRecordFields:
+ def test_record_carries_legacy_top_level_columns(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ binding = trace.bind('exec-legacy')
+ binding.state.started_at = (datetime.now(timezone.utc) - timedelta(seconds=2)).isoformat()
+ binding.state.model_name = 'gpt-4o'
+ binding.state.pipeline_plugins = ['plugin:a']
+ binding.state.runner_category = 'cloud'
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.record(
+ CONTEXT, **{**STAGE, 'family': 'runner', 'operation': 'execute', 'mode': 'agent', 'runner': 'runner-1'}
+ )
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ record = counters.records[0]
+ assert record['model_name'] == 'gpt-4o'
+ assert record['pipeline_plugins'] == ['plugin:a']
+ assert record['runner_category'] == 'cloud'
+ assert record['adapter'] == 'AiocqhttpAdapter'
+ assert record['runner'] == 'runner-1'
+ assert record['duration_ms'] >= 1000
+ assert record['timestamp'] == record['features']['trace']['ended_at']
+
+ def test_legacy_string_fields_are_never_null(self):
+ trace, _ = get_modules()
+ _, counters = make_counters(trace_config())
+ binding = trace.bind('exec-blank')
+ try:
+ counters.record(CONTEXT, **STAGE)
+ counters.close_trace(binding.state, 'event_done')
+ finally:
+ trace.unbind_root(binding)
+ record = counters.records[0]
+ assert record['model_name'] == ''
+ assert record['runner'] == ''
+ assert record['runner_category'] == ''
+ assert isinstance(record['duration_ms'], int) and record['duration_ms'] >= 0
+ assert record['pipeline_plugins'] is None
From 4c71de5ecab697474a80b5a83293b4b677ce4ae3 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 19:01:16 +0800
Subject: [PATCH 033/140] feat(plugin): push plugin runtime ops samples to the
Space control plane
The shared Cloud deployment runs one Plugin Runtime for every Workspace, but
nothing reported its health: the instance only exposed two aggregate numbers on
its own health probe, and the per-installation failure registry, the desired
state registry and the reconcile outcome lived in memory with no reader.
Add RuntimeOpsReporter, which every 30 seconds reads the Runtime ``/healthz``
probe over HTTP (derived from ``plugin.runtime_ws_url``), merges it with the
connector's desired-state, failure and reconcile summaries, and posts one
sample to the Space control plane on the existing authenticated direction.
Delivery is best-effort and bounded: a single in-flight request, a ten second
timeout, dropped samples counted in ``runtime_ops`` on the instance health
probe, and a failed probe recorded as a drop so the dashboard shows staleness
instead of grading a stale sample as healthy.
Cloud-only: a non-cloud deployment never enables the reporter, and the channel
is independent of product telemetry so ``space.disable_telemetry`` cannot blind
the ops dashboard.
---
src/langbot/pkg/core/app.py | 6 +
src/langbot/pkg/plugin/connector.py | 47 +++
src/langbot/pkg/plugin/runtime_ops.py | 389 ++++++++++++++++++
src/langbot/templates/config.yaml | 14 +
.../plugin/test_runtime_ops_reporter.py | 294 +++++++++++++
5 files changed, 750 insertions(+)
create mode 100644 src/langbot/pkg/plugin/runtime_ops.py
create mode 100644 tests/unit_tests/plugin/test_runtime_ops_reporter.py
diff --git a/src/langbot/pkg/core/app.py b/src/langbot/pkg/core/app.py
index 5a4120240..7da4a0a15 100644
--- a/src/langbot/pkg/core/app.py
+++ b/src/langbot/pkg/core/app.py
@@ -304,6 +304,11 @@ class Application:
if callable(database_snapshot):
database_stats = database_snapshot()
+ runtime_ops_stats = {}
+ runtime_ops_reporter = getattr(self.plugin_connector, 'runtime_ops_reporter', None)
+ if runtime_ops_reporter is not None:
+ runtime_ops_stats = runtime_ops_reporter.get_stats()
+
return {
'asyncio_tasks': asyncio_tasks,
'event_loop': self.event_loop_monitor.snapshot(),
@@ -314,6 +319,7 @@ class Application:
'query_pool': query_pool_stats,
'models': model_stats,
'runtimes': runtime_stats,
+ 'runtime_ops': runtime_ops_stats,
'telemetry_tasks': len(getattr(self.telemetry, 'send_tasks', ())),
}
diff --git a/src/langbot/pkg/plugin/connector.py b/src/langbot/pkg/plugin/connector.py
index dc9aa9bec..6071f6cfb 100644
--- a/src/langbot/pkg/plugin/connector.py
+++ b/src/langbot/pkg/plugin/connector.py
@@ -4,6 +4,7 @@ from __future__ import annotations
import asyncio
import contextlib
import contextvars
+import datetime
import hashlib
import json
import math
@@ -21,6 +22,7 @@ from langbot_plugin.api.entities.builtin.pipeline.query import provider_session
from ..core import app
from . import handler
+from . import runtime_ops
from .errors import (
PluginRuntimeNotConnectedError,
PluginInstallationFailedError,
@@ -97,6 +99,12 @@ _HEARTBEAT_FAILURE_THRESHOLD = 3
_RECONNECT_MAX_DELAY_SEC = 60.0
+def _utc_now_iso() -> str:
+ """Return the current UTC time as a second-precision RFC 3339 string."""
+
+ return datetime.datetime.now(datetime.timezone.utc).isoformat(timespec='seconds').replace('+00:00', 'Z')
+
+
async def _read_httpx_response_limited(
response: httpx.Response,
*,
@@ -239,6 +247,14 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
self._reconnect_task: asyncio.Task | None = None
self._generation = 0
self._connected = asyncio.Event()
+ self.runtime_ops_reporter = runtime_ops.RuntimeOpsReporter(ap)
+ self._reconcile_summary: dict[str, Any] = {
+ 'last_started_at': None,
+ 'last_duration_ms': None,
+ 'last_ok': None,
+ 'failed_installations': 0,
+ 'missing_artifacts': 0,
+ }
@staticmethod
def _build_runtime_id() -> str:
@@ -674,6 +690,21 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
self._installation_failures.pop(installation_uuid, None)
self._installation_failures.update(failures)
+ def _record_reconcile_outcome(self, started_at: str, duration_ms: float, result: dict[str, Any]) -> None:
+ """Expose the last reconcile outcome for the runtime ops sample."""
+
+ failed = result.get('failed_installations')
+ missing = result.get('missing_artifacts')
+ failed_installations = len(failed) if isinstance(failed, list) else 0
+ missing_artifacts = len(missing) if isinstance(missing, list) else 0
+ self._reconcile_summary = {
+ 'last_started_at': started_at,
+ 'last_duration_ms': int(max(duration_ms, 0.0)),
+ 'last_ok': failed_installations == 0 and missing_artifacts == 0,
+ 'failed_installations': failed_installations,
+ 'missing_artifacts': missing_artifacts,
+ }
+
async def _repair_reconcile_missing_artifacts(
self,
desired_states: dict[str, PluginInstallationDesiredState],
@@ -754,12 +785,19 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
reconcile_timeout_seconds = max(
300.0, self._runtime_connect_timeout(self.ap.instance_config.data.get('plugin', {}))
)
+ reconcile_started_at = _utc_now_iso()
+ reconcile_started_monotonic = time.monotonic()
result = await runtime_handler.reconcile_plugin_installations(
tuple(self._known_desired_states.values()),
timeout=reconcile_timeout_seconds,
)
await self._repair_reconcile_missing_artifacts(self._known_desired_states, result)
self._record_reconcile_failures(self._known_desired_states, result)
+ self._record_reconcile_outcome(
+ reconcile_started_at,
+ (time.monotonic() - reconcile_started_monotonic) * 1000.0,
+ result,
+ )
async def reconcile_projected_workspaces(
self,
@@ -775,6 +813,7 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
runtime_handler = self._runtime_handler()
started_at = time.monotonic()
+ started_at_iso = _utc_now_iso()
async with self._state_lock:
all_states: dict[str, PluginInstallationDesiredState] = {}
workspace_installations: dict[str, set[str]] = {}
@@ -801,6 +840,11 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
)
await self._repair_reconcile_missing_artifacts(all_states, result)
self._record_reconcile_failures(all_states, result)
+ self._record_reconcile_outcome(
+ started_at_iso,
+ (time.monotonic() - started_at) * 1000.0,
+ result,
+ )
for installation_uuid, previous in tuple(self._known_desired_states.items()):
if installation_uuid not in all_states:
runtime_handler.unregister_installation_binding(previous.binding)
@@ -1068,6 +1112,8 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
if self.heartbeat_task is None or self.heartbeat_task.done():
self.heartbeat_task = asyncio.create_task(self.heartbeat_loop())
+ self.runtime_ops_reporter.start()
+
def schedule_reconnect(self) -> None:
if self._closing or not self.is_enable_plugin:
return
@@ -1130,6 +1176,7 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
await asyncio.gather(self.heartbeat_task, return_exceptions=True)
self.heartbeat_task = None
await self._stop_transport()
+ await self.runtime_ops_reporter.stop()
await self._close_managed_subprocess()
@staticmethod
diff --git a/src/langbot/pkg/plugin/runtime_ops.py b/src/langbot/pkg/plugin/runtime_ops.py
new file mode 100644
index 000000000..29f1a5de9
--- /dev/null
+++ b/src/langbot/pkg/plugin/runtime_ops.py
@@ -0,0 +1,389 @@
+"""Cloud Edition runtime ops sample reporter.
+
+Aggregates this instance's plugin Runtime health (probed from the Runtime
+``/healthz`` endpoint) together with the connector's own desired-state and
+failure registries, then pushes one compact sample to the Space control
+plane where the internal ops dashboard stores and renders it.
+
+This is a Cloud-only ops channel, deliberately separate from product
+telemetry so ``space.disable_telemetry`` cannot blind operations. Sending is
+best-effort: a failed probe or upload never raises out of the reporter.
+"""
+
+from __future__ import annotations
+
+import asyncio
+import contextlib
+import datetime
+import math
+import os
+import typing
+from urllib.parse import urlsplit, urlunsplit
+
+import httpx
+
+from ..utils import constants, httpclient
+
+_CONTROL_PLANE_TOKEN_ENV = 'LANGBOT_SPACE_CONTROL_PLANE_TOKEN'
+_RUNTIME_OPS_PATH = '/api/v1/cloud/v2/internal/runtime-ops'
+_DEFAULT_INTERVAL_SECONDS = 30.0
+_DEFAULT_TIMEOUT_SECONDS = 10.0
+_DEFAULT_MAX_FAILURES = 5
+_MAX_FAILURE_MESSAGE_CHARS = 512
+
+
+def _utc_now_iso() -> str:
+ """Return the current UTC time as a second-precision RFC 3339 string."""
+
+ return datetime.datetime.now(datetime.timezone.utc).isoformat(timespec='seconds').replace('+00:00', 'Z')
+
+
+def _coerce_bool(value: typing.Any, default: bool) -> bool:
+ return value if isinstance(value, bool) else default
+
+
+def _coerce_positive_float(value: typing.Any, default: float) -> float:
+ if isinstance(value, bool) or not isinstance(value, (int, float)):
+ return default
+ value = float(value)
+ if not math.isfinite(value) or value <= 0:
+ return default
+ return value
+
+
+def _coerce_positive_int(value: typing.Any, default: int) -> int:
+ if isinstance(value, bool) or not isinstance(value, int) or value <= 0:
+ return default
+ return value
+
+
+def _sanitize_failure_message(value: typing.Any) -> str:
+ """Flatten and bound one failure message for the wire.
+
+ Mirrors the connector's own sanitization so ops never receives control
+ characters, unbounded payloads, or newline-injected log content.
+ """
+
+ candidate = str(value or '').replace('\r', ' ').replace('\n', ' ').strip()
+ return candidate[:_MAX_FAILURE_MESSAGE_CHARS]
+
+
+class RuntimeOpsReporter:
+ """Collect and push one runtime ops sample per interval.
+
+ The reporter never raises out of its send loop; failures are counted and
+ surfaced through :meth:`get_stats`.
+ """
+
+ def __init__(self, ap: typing.Any):
+ self.ap = ap
+ instance_data = getattr(getattr(ap, 'instance_config', None), 'data', None)
+ if not isinstance(instance_data, dict):
+ instance_data = {}
+ plugin_config = instance_data.get('plugin', {})
+ if not isinstance(plugin_config, dict):
+ plugin_config = {}
+ config = plugin_config.get('runtime_ops', {})
+ if not isinstance(config, dict):
+ config = {}
+ self.config = config
+
+ deployment_mode = getattr(getattr(ap, 'deployment', None), 'mode', 'oss')
+ cloud_edition = deployment_mode == 'cloud'
+ # Cloud-only feature: an explicit flag may turn it off, but a
+ # non-cloud deployment is never enabled.
+ self.enabled = cloud_edition and _coerce_bool(config.get('enabled'), True)
+ self.interval_seconds = _coerce_positive_float(config.get('interval_seconds'), _DEFAULT_INTERVAL_SECONDS)
+ self.timeout_seconds = _coerce_positive_float(config.get('timeout_seconds'), _DEFAULT_TIMEOUT_SECONDS)
+ self.max_failures = _coerce_positive_int(config.get('max_failures'), _DEFAULT_MAX_FAILURES)
+
+ self.health_url = self._derive_health_url(plugin_config.get('runtime_ws_url'))
+ self.space_url = str(instance_data.get('space', {}).get('url', '') or '').rstrip('/')
+ self._token = str(os.environ.get(_CONTROL_PLANE_TOKEN_ENV, '') or '').strip()
+
+ if self.enabled and not self.health_url:
+ self._log_info(
+ 'Plugin runtime ops reporter is disabled: no plugin runtime WebSocket URL is configured'
+ )
+ self.enabled = False
+ if self.enabled and not self.space_url:
+ self._log_info('Plugin runtime ops reporter is disabled: no Space URL is configured')
+ self.enabled = False
+
+ self._task: asyncio.Task | None = None
+ self._client: httpx.AsyncClient | None = None
+ self._sent_total = 0
+ self._dropped_total = 0
+ self._last_error: str | None = None
+
+ def _log_info(self, message: str) -> None:
+ logger = getattr(self.ap, 'logger', None)
+ info = getattr(logger, 'info', None)
+ if callable(info):
+ info(message)
+
+ @staticmethod
+ def _derive_health_url(runtime_ws_url: typing.Any) -> str | None:
+ """Derive the Runtime ``/healthz`` URL from the control WebSocket URL."""
+
+ if not isinstance(runtime_ws_url, str):
+ return None
+ candidate = runtime_ws_url.strip()
+ if not candidate:
+ return None
+ try:
+ parts = urlsplit(candidate)
+ port = parts.port
+ except ValueError:
+ return None
+ if parts.scheme not in ('ws', 'wss') or not parts.hostname:
+ return None
+ scheme = 'https' if parts.scheme == 'wss' else 'http'
+ netloc = parts.hostname if port is None else f'{parts.hostname}:{port}'
+ return urlunsplit((scheme, netloc, '/healthz', '', ''))
+
+ def start(self) -> None:
+ """Start the background sample loop once the control link is up."""
+
+ if not self.enabled:
+ return
+ if self._task is not None and not self._task.done():
+ return
+ self._task = asyncio.create_task(self._run())
+
+ async def stop(self) -> None:
+ """Cancel the sample loop and release the HTTP client."""
+
+ task = self._task
+ self._task = None
+ if task is not None and task is not asyncio.current_task():
+ task.cancel()
+ await asyncio.gather(task, return_exceptions=True)
+ client = self._client
+ self._client = None
+ if client is not None and not client.is_closed:
+ with contextlib.suppress(Exception):
+ await client.aclose()
+
+ def get_stats(self) -> dict[str, typing.Any]:
+ """Return in-memory counters for the instance liveness surface."""
+
+ return {
+ 'sent_total': self._sent_total,
+ 'dropped_total': self._dropped_total,
+ 'last_error': self._last_error,
+ }
+
+ @contextlib.asynccontextmanager
+ async def _client_context(self):
+ if self._client is None or self._client.is_closed:
+ self._client = httpx.AsyncClient(
+ timeout=httpx.Timeout(self.timeout_seconds),
+ event_hooks=httpclient.httpx_response_limit_hooks(),
+ )
+ yield self._client
+
+ async def _run(self) -> None:
+ while True:
+ try:
+ await self._collect_and_send()
+ except asyncio.CancelledError:
+ raise
+ except Exception as exc: # never let the ops channel crash the connector
+ self._last_error = _sanitize_failure_message(f'sample cycle failed: {exc}')
+ await asyncio.sleep(self.interval_seconds)
+
+ async def _collect_and_send(self) -> None:
+ health = await self._fetch_health()
+ if health is None:
+ self._dropped_total += 1
+ return
+ await self._post(self.build_payload(health))
+
+ async def _fetch_health(self) -> dict[str, typing.Any] | None:
+ """Probe the Runtime ``/healthz`` endpoint, returning its verbatim JSON."""
+
+ try:
+ async with self._client_context() as client:
+ response = await asyncio.wait_for(
+ client.get(self.health_url),
+ timeout=self.timeout_seconds,
+ )
+ if response.status_code >= 400:
+ self._last_error = f'health probe returned status {response.status_code}'
+ return None
+ payload = await httpclient.parse_json_response(response)
+ if not isinstance(payload, dict):
+ self._last_error = 'health probe returned a non-object payload'
+ return None
+ self._last_error = None
+ return payload
+ except asyncio.TimeoutError:
+ self._last_error = 'health probe timed out'
+ return None
+ except Exception as exc:
+ self._last_error = _sanitize_failure_message(f'health probe failed: {exc}')
+ return None
+
+ async def _post(self, payload: dict[str, typing.Any]) -> None:
+ """Best-effort POST of one sample; never raises."""
+
+ url = f'{self.space_url}{_RUNTIME_OPS_PATH}'
+ headers = {'Authorization': f'Bearer {self._token}'}
+ try:
+ async with self._client_context() as client:
+ response = await asyncio.wait_for(
+ client.post(url, json=payload, headers=headers),
+ timeout=self.timeout_seconds,
+ )
+ if response.status_code >= 400:
+ body = await httpclient.response_text(response, max_chars=200)
+ self._dropped_total += 1
+ self._last_error = f'POST {url} returned status {response.status_code} - {body}'
+ return
+ self._sent_total += 1
+ self._last_error = None
+ except asyncio.TimeoutError:
+ self._dropped_total += 1
+ self._last_error = f'POST {url} timed out'
+ except Exception as exc:
+ self._dropped_total += 1
+ self._last_error = _sanitize_failure_message(f'POST {url} failed: {exc}')
+
+ def build_payload(self, health: dict[str, typing.Any]) -> dict[str, typing.Any]:
+ """Assemble one ops sample in the frozen Core -> Space contract shape."""
+
+ connector = getattr(self.ap, 'plugin_connector', None)
+ instance_data = getattr(getattr(self.ap, 'instance_config', None), 'data', None)
+ if not isinstance(instance_data, dict):
+ instance_data = {}
+ system_config = instance_data.get('system', {})
+ if not isinstance(system_config, dict):
+ system_config = {}
+ instance_uuid = str(system_config.get('instance_id', '') or '') or str(constants.instance_id or '')
+ edition = str(system_config.get('edition', 'oss') or 'oss')
+ return {
+ 'event': 'runtime_ops_sample',
+ 'kind': 'aggregate',
+ 'instance_uuid': instance_uuid,
+ 'generated_at': _utc_now_iso(),
+ 'core': {
+ 'version': constants.semantic_version,
+ 'edition': edition,
+ 'connected': self._runtime_connected(connector),
+ 'runtime_profile': getattr(connector, 'runtime_profile', 'oss_dev'),
+ 'worker_policy': self._worker_policy(connector),
+ 'desired_states': self._desired_states(connector),
+ 'reconcile': self._reconcile_summary(connector),
+ },
+ 'health': health,
+ 'failures': self._failures(connector),
+ }
+
+ @staticmethod
+ def _runtime_connected(connector: typing.Any) -> bool:
+ available = getattr(connector, '_runtime_available', None)
+ if not callable(available):
+ return False
+ try:
+ return bool(available())
+ except Exception:
+ return False
+
+ @staticmethod
+ def _worker_policy(connector: typing.Any) -> dict[str, typing.Any] | None:
+ policy = getattr(connector, 'worker_policy', None)
+ if policy is None:
+ return None
+ model_dump = getattr(policy, 'model_dump', None)
+ if callable(model_dump):
+ return model_dump()
+ if isinstance(policy, dict):
+ return dict(policy)
+ return None
+
+ @staticmethod
+ def _desired_states(connector: typing.Any) -> dict[str, typing.Any]:
+ states = getattr(connector, '_known_desired_states', None)
+ if not isinstance(states, dict):
+ states = {}
+ enabled = 0
+ by_mode: dict[str, int] = {}
+ for state in states.values():
+ if bool(getattr(state, 'enabled', False)):
+ enabled += 1
+ mode = getattr(getattr(state, 'execution_mode', None), 'value', None)
+ mode = str(mode) if isinstance(mode, str) and mode else 'dedicated'
+ by_mode[mode] = by_mode.get(mode, 0) + 1
+ return {'total': len(states), 'enabled': enabled, 'by_mode': by_mode}
+
+ @staticmethod
+ def _reconcile_summary(connector: typing.Any) -> dict[str, typing.Any]:
+ summary = getattr(connector, '_reconcile_summary', None)
+ if isinstance(summary, dict):
+ return dict(summary)
+ return {
+ 'last_started_at': None,
+ 'last_duration_ms': None,
+ 'last_ok': None,
+ 'failed_installations': 0,
+ 'missing_artifacts': 0,
+ }
+
+ def _failures(self, connector: typing.Any) -> list[dict[str, typing.Any]]:
+ records = getattr(connector, '_installation_failures', None)
+ if not isinstance(records, dict):
+ return []
+ states = getattr(connector, '_known_desired_states', None)
+ if not isinstance(states, dict):
+ states = {}
+ identities = self._plugin_identities(connector)
+ observed_at = _utc_now_iso()
+ failures: list[dict[str, typing.Any]] = []
+ for installation_uuid in list(records)[: self.max_failures]:
+ record = records.get(installation_uuid)
+ if not isinstance(record, dict):
+ continue
+ state = states.get(installation_uuid)
+ binding = getattr(state, 'binding', None)
+ mode = getattr(getattr(state, 'execution_mode', None), 'value', None)
+ mode = str(mode) if isinstance(mode, str) and mode else 'dedicated'
+ plugin_author, plugin_name = identities.get(str(installation_uuid), ('', ''))
+ failures.append(
+ {
+ 'workspace_uuid': str(getattr(binding, 'workspace_uuid', '') or ''),
+ 'installation_uuid': str(installation_uuid),
+ 'plugin_author': plugin_author,
+ 'plugin_name': plugin_name,
+ 'execution_mode': mode,
+ 'error_code': str(record.get('error_code', '') or ''),
+ 'message': _sanitize_failure_message(record.get('message')),
+ 'observed_at': observed_at,
+ }
+ )
+ return failures
+
+ @staticmethod
+ def _plugin_identities(connector: typing.Any) -> dict[str, tuple[str, str]]:
+ """Read the connector handler's installation identity registry.
+
+ The Runtime connection handler binds every desired installation to
+ its plugin identity; the connector's failure records themselves only
+ carry the installation UUID, so the reporter joins them here.
+ """
+
+ handler = getattr(connector, 'handler', None)
+ bindings = getattr(handler, '_installation_bindings', None)
+ if not isinstance(bindings, dict):
+ return {}
+ identities: dict[str, tuple[str, str]] = {}
+ for installation_uuid, entry in bindings.items():
+ try:
+ identity = entry[1]
+ except (TypeError, IndexError, KeyError):
+ continue
+ identities[str(installation_uuid)] = (
+ str(getattr(identity, 'plugin_author', '') or ''),
+ str(getattr(identity, 'plugin_name', '') or ''),
+ )
+ return identities
diff --git a/src/langbot/templates/config.yaml b/src/langbot/templates/config.yaml
index e7cb87990..9e5a0f7ac 100644
--- a/src/langbot/templates/config.yaml
+++ b/src/langbot/templates/config.yaml
@@ -293,6 +293,20 @@ plugin:
binary_storage:
# Max bytes for a single plugin binary storage value
max_value_bytes: 10485760
+ runtime_ops:
+ # Cloud-only ops telemetry: aggregates this instance's plugin Runtime
+ # health, desired installations and reconcile failures and pushes them
+ # to the Space control plane for the internal ops dashboard. This is
+ # separate from product telemetry (space.disable_telemetry) and has no
+ # effect outside the cloud edition. Defaults to on for the cloud
+ # edition; set false to stop pushing samples.
+ enabled: true
+ # Seconds between samples pushed to Space.
+ interval_seconds: 30
+ # Per-request timeout for the Runtime /healthz probe and the upload.
+ timeout_seconds: 10
+ # Maximum number of failed installations included per sample.
+ max_failures: 5
runner:
# Host-level admin permissions for trusted control plugins. These plugins
# can use existing plugin action handlers to inspect or manage Runner
diff --git a/tests/unit_tests/plugin/test_runtime_ops_reporter.py b/tests/unit_tests/plugin/test_runtime_ops_reporter.py
new file mode 100644
index 000000000..51e9c7861
--- /dev/null
+++ b/tests/unit_tests/plugin/test_runtime_ops_reporter.py
@@ -0,0 +1,294 @@
+"""Tests for the Cloud plugin runtime ops sample reporter.
+
+Covers the frozen Core -> Space sample contract (C2):
+- Runtime /healthz URL derivation from the control WebSocket URL
+- Disablement without a runtime WebSocket URL / outside the cloud edition
+- Sample assembly from connector internals (desired states, failures, health)
+- Best-effort upload semantics (non-2xx and transport failures never raise)
+- The pushed payload never carries the runtime control token
+"""
+
+from __future__ import annotations
+
+import json
+from types import SimpleNamespace
+from unittest.mock import Mock
+
+import httpx
+import pytest
+
+from langbot.pkg.plugin.runtime_ops import RuntimeOpsReporter
+from langbot_plugin.entities.io.context import PluginExecutionMode
+from langbot_plugin.runtime.security import PLUGIN_RUNTIME_CONTROL_TOKEN_ENV
+
+_CONTROL_PLANE_TOKEN_ENV = 'LANGBOT_SPACE_CONTROL_PLANE_TOKEN'
+
+_DEFAULT_WS_URL = 'ws://langbot_plugin_runtime:5400/control/ws'
+
+
+def make_policy() -> SimpleNamespace:
+ return SimpleNamespace(model_dump=lambda: {'max_workers': 32, 'max_cpus': 0.25})
+
+
+def make_connector(
+ *,
+ desired_states: dict | None = None,
+ failures: dict | None = None,
+ identities: dict | None = None,
+ connected: bool = True,
+) -> SimpleNamespace:
+ return SimpleNamespace(
+ runtime_profile='shared',
+ worker_policy=make_policy(),
+ _known_desired_states=desired_states if desired_states is not None else {},
+ _installation_failures=failures if failures is not None else {},
+ _reconcile_summary={
+ 'last_started_at': '2026-10-01T07:11:00Z',
+ 'last_duration_ms': 1234,
+ 'last_ok': True,
+ 'failed_installations': 0,
+ 'missing_artifacts': 0,
+ },
+ handler=SimpleNamespace(_installation_bindings=identities if identities is not None else {}),
+ _runtime_available=lambda: connected,
+ )
+
+
+def make_app(
+ *,
+ runtime_ws_url: str | None = _DEFAULT_WS_URL,
+ runtime_ops: dict | None = None,
+ space_url: str = 'https://space.example',
+ deployment_mode: str = 'cloud',
+ edition: str = 'cloud',
+ connector: SimpleNamespace | None = None,
+) -> SimpleNamespace:
+ plugin: dict = {}
+ if runtime_ws_url is not None:
+ plugin['runtime_ws_url'] = runtime_ws_url
+ if runtime_ops is not None:
+ plugin['runtime_ops'] = runtime_ops
+ return SimpleNamespace(
+ logger=Mock(),
+ instance_config=SimpleNamespace(
+ data={
+ 'plugin': plugin,
+ 'space': {'url': space_url},
+ 'system': {'instance_id': 'inst-1', 'edition': edition},
+ }
+ ),
+ deployment=SimpleNamespace(mode=deployment_mode),
+ plugin_connector=connector if connector is not None else make_connector(),
+ )
+
+
+def make_desired_state(workspace_uuid: str, mode: PluginExecutionMode, *, enabled: bool = True) -> SimpleNamespace:
+ return SimpleNamespace(
+ enabled=enabled,
+ execution_mode=mode,
+ binding=SimpleNamespace(workspace_uuid=workspace_uuid),
+ )
+
+
+class TestHealthUrlDerivation:
+ @pytest.mark.parametrize(
+ ('ws_url', 'expected'),
+ [
+ ('ws://langbot_plugin_runtime:5400/control/ws', 'http://langbot_plugin_runtime:5400/healthz'),
+ ('wss://runtime.example/control/ws', 'https://runtime.example/healthz'),
+ ('wss://runtime.example:8443/control/ws', 'https://runtime.example:8443/healthz'),
+ ('ws://127.0.0.1:5400', 'http://127.0.0.1:5400/healthz'),
+ (' ws://runtime.example:5400/control/ws ', 'http://runtime.example:5400/healthz'),
+ ],
+ )
+ def test_derives_health_url(self, ws_url: str, expected: str):
+ reporter = RuntimeOpsReporter(make_app(runtime_ws_url=ws_url))
+
+ assert reporter.health_url == expected
+
+ @pytest.mark.parametrize('ws_url', ['', None, 'http://runtime.example:5400', 'not a url'])
+ def test_rejects_non_websocket_url(self, ws_url):
+ reporter = RuntimeOpsReporter(make_app(runtime_ws_url=ws_url))
+
+ assert reporter.health_url is None
+
+
+class TestEnablement:
+ def test_disabled_without_runtime_websocket_url(self):
+ reporter = RuntimeOpsReporter(make_app(runtime_ws_url=None))
+
+ assert reporter.enabled is False
+
+ def test_disabled_on_non_cloud_deployment(self):
+ reporter = RuntimeOpsReporter(make_app(deployment_mode='oss'))
+
+ assert reporter.enabled is False
+
+ def test_explicit_disable_on_cloud(self):
+ reporter = RuntimeOpsReporter(make_app(runtime_ops={'enabled': False}))
+
+ assert reporter.enabled is False
+
+ def test_enabled_by_default_on_cloud(self):
+ reporter = RuntimeOpsReporter(make_app())
+
+ assert reporter.enabled is True
+ assert reporter.interval_seconds == 30.0
+ assert reporter.timeout_seconds == 10.0
+ assert reporter.max_failures == 5
+
+
+class TestSampleAssembly:
+ def test_build_payload_matches_contract(self):
+ desired = {
+ 'inst-dedicated': make_desired_state('ws-1', PluginExecutionMode.DEDICATED),
+ 'inst-shared-off': make_desired_state(
+ 'ws-2', PluginExecutionMode.SHARED_CERTIFIED, enabled=False
+ ),
+ 'inst-shared-on': make_desired_state('ws-3', PluginExecutionMode.SHARED_CERTIFIED),
+ }
+ failures = {
+ 'inst-dedicated': {
+ 'installation_uuid': 'inst-dedicated',
+ 'error_code': 'worker_launch_failed',
+ 'message': 'boom\nstack line',
+ },
+ 'inst-shared-off': {
+ 'installation_uuid': 'inst-shared-off',
+ 'error_code': 'dependency_prepare_failed',
+ 'message': 'prepare failed',
+ },
+ }
+ identities = {
+ 'inst-dedicated': (
+ None,
+ SimpleNamespace(plugin_author='acme', plugin_name='dedicated-plugin'),
+ ),
+ }
+ connector = make_connector(desired_states=desired, failures=failures, identities=identities)
+ reporter = RuntimeOpsReporter(make_app(connector=connector))
+ health = {'live': True, 'runtime': {'version': '0.7.6'}, 'shared_pool': {'workers': 12}}
+
+ payload = reporter.build_payload(health)
+
+ assert set(payload) == {'event', 'kind', 'instance_uuid', 'generated_at', 'core', 'health', 'failures'}
+ assert payload['event'] == 'runtime_ops_sample'
+ assert payload['kind'] == 'aggregate'
+ assert payload['instance_uuid'] == 'inst-1'
+ assert payload['generated_at'].endswith('Z')
+ # The health blob is forwarded verbatim.
+ assert payload['health'] is health
+
+ core = payload['core']
+ assert core['edition'] == 'cloud'
+ assert core['connected'] is True
+ assert core['runtime_profile'] == 'shared'
+ assert core['worker_policy'] == {'max_workers': 32, 'max_cpus': 0.25}
+ assert core['desired_states'] == {
+ 'total': 3,
+ 'enabled': 2,
+ 'by_mode': {'dedicated': 1, 'shared-runtime-v1': 2},
+ }
+ assert core['reconcile'] == {
+ 'last_started_at': '2026-10-01T07:11:00Z',
+ 'last_duration_ms': 1234,
+ 'last_ok': True,
+ 'failed_installations': 0,
+ 'missing_artifacts': 0,
+ }
+
+ assert len(payload['failures']) == 2
+ first = payload['failures'][0]
+ assert first['workspace_uuid'] == 'ws-1'
+ assert first['installation_uuid'] == 'inst-dedicated'
+ assert first['plugin_author'] == 'acme'
+ assert first['plugin_name'] == 'dedicated-plugin'
+ assert first['execution_mode'] == 'dedicated'
+ assert first['error_code'] == 'worker_launch_failed'
+ assert first['message'] == 'boom stack line'
+ assert first['observed_at'].endswith('Z')
+ second = payload['failures'][1]
+ assert second['workspace_uuid'] == 'ws-2'
+ assert second['plugin_author'] == ''
+ assert second['plugin_name'] == ''
+ assert second['execution_mode'] == 'shared-runtime-v1'
+
+ def test_failures_capped_by_max_failures(self):
+ failures = {
+ f'inst-{index}': {
+ 'installation_uuid': f'inst-{index}',
+ 'error_code': 'worker_launch_failed',
+ 'message': 'boom',
+ }
+ for index in range(8)
+ }
+ connector = make_connector(failures=failures)
+ reporter = RuntimeOpsReporter(make_app(runtime_ops={'max_failures': 3}, connector=connector))
+
+ payload = reporter.build_payload({'live': True})
+
+ assert len(payload['failures']) == 3
+
+ def test_disconnected_connector_reports_not_connected(self):
+ connector = make_connector(connected=False)
+ reporter = RuntimeOpsReporter(make_app(connector=connector))
+
+ payload = reporter.build_payload({'live': False})
+
+ assert payload['core']['connected'] is False
+
+
+class TestUpload:
+ @pytest.mark.asyncio
+ async def test_successful_post_increments_sent(self):
+ reporter = RuntimeOpsReporter(make_app())
+ reporter._client = httpx.AsyncClient(
+ transport=httpx.MockTransport(lambda request: httpx.Response(200, json={'code': 0}))
+ )
+
+ await reporter._post({'event': 'runtime_ops_sample'})
+
+ assert reporter.get_stats() == {'sent_total': 1, 'dropped_total': 0, 'last_error': None}
+ await reporter.stop()
+
+ @pytest.mark.asyncio
+ async def test_non_2xx_increments_dropped_without_raising(self):
+ reporter = RuntimeOpsReporter(make_app())
+ reporter._client = httpx.AsyncClient(
+ transport=httpx.MockTransport(lambda request: httpx.Response(503, text='unavailable'))
+ )
+
+ await reporter._post({'event': 'runtime_ops_sample'})
+
+ stats = reporter.get_stats()
+ assert stats['sent_total'] == 0
+ assert stats['dropped_total'] == 1
+ assert '503' in stats['last_error']
+ await reporter.stop()
+
+ @pytest.mark.asyncio
+ async def test_transport_exception_increments_dropped_without_raising(self):
+ def raise_connect_error(request: httpx.Request) -> httpx.Response:
+ raise httpx.ConnectError('connection refused')
+
+ reporter = RuntimeOpsReporter(make_app())
+ reporter._client = httpx.AsyncClient(transport=httpx.MockTransport(raise_connect_error))
+
+ await reporter._post({'event': 'runtime_ops_sample'})
+
+ stats = reporter.get_stats()
+ assert stats['dropped_total'] == 1
+ assert 'connection refused' in stats['last_error']
+ await reporter.stop()
+
+
+def test_payload_never_contains_a_control_token(monkeypatch):
+ monkeypatch.setenv(PLUGIN_RUNTIME_CONTROL_TOKEN_ENV, 'runtime-control-secret')
+ monkeypatch.setenv(_CONTROL_PLANE_TOKEN_ENV, 'space-control-plane-secret')
+ reporter = RuntimeOpsReporter(make_app())
+
+ payload = reporter.build_payload({'live': True})
+ serialized = json.dumps(payload)
+
+ assert 'runtime-control-secret' not in serialized
+ assert 'space-control-plane-secret' not in serialized
From 73797dfa04d5969b01aa12231aed92d2e296143a Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 19:04:43 +0800
Subject: [PATCH 034/140] style(plugin): format the runtime ops reporter with
ruff
---
src/langbot/pkg/plugin/runtime_ops.py | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
diff --git a/src/langbot/pkg/plugin/runtime_ops.py b/src/langbot/pkg/plugin/runtime_ops.py
index 29f1a5de9..7a7095087 100644
--- a/src/langbot/pkg/plugin/runtime_ops.py
+++ b/src/langbot/pkg/plugin/runtime_ops.py
@@ -102,9 +102,7 @@ class RuntimeOpsReporter:
self._token = str(os.environ.get(_CONTROL_PLANE_TOKEN_ENV, '') or '').strip()
if self.enabled and not self.health_url:
- self._log_info(
- 'Plugin runtime ops reporter is disabled: no plugin runtime WebSocket URL is configured'
- )
+ self._log_info('Plugin runtime ops reporter is disabled: no plugin runtime WebSocket URL is configured')
self.enabled = False
if self.enabled and not self.space_url:
self._log_info('Plugin runtime ops reporter is disabled: no Space URL is configured')
From 41820cd1a50a2977c5ae779e72603314f7cfe98a Mon Sep 17 00:00:00 2001
From: Hyu
Date: Thu, 1 Oct 2026 19:55:44 +0800
Subject: [PATCH 035/140] test(platform): follow the batched execution trace
pipeline
The execution trace rewrite batches records and uploads them from
ExecutionCounters.flush(), replaced the per-trace direct send, dropped the
window counters, made the execution id the record identity and records the
inbound event stage after the routing stage. The ingress tests still asserted
the old mechanism, so they failed on every Python version.
Assert what the pipeline now emits instead: flush the buffered records and read
them back, require the trace registry to be empty afterwards, assert the
deterministic execution id, expect the route stage before the inbound stage,
and give the dispatch stubs the execution_id parameter the ingress passes.
---
.../platform/test_botmgr_execution_trace.py | 61 ++++++++++++-------
.../platform/test_plugin_subscriptions.py | 4 +-
2 files changed, 42 insertions(+), 23 deletions(-)
diff --git a/tests/unit_tests/platform/test_botmgr_execution_trace.py b/tests/unit_tests/platform/test_botmgr_execution_trace.py
index 12f55fde6..75605aa04 100644
--- a/tests/unit_tests/platform/test_botmgr_execution_trace.py
+++ b/tests/unit_tests/platform/test_botmgr_execution_trace.py
@@ -75,35 +75,51 @@ class FakeAdapter:
return []
+async def flushed_records(counters, manager) -> list[dict]:
+ """Flush buffered telemetry and return everything the pipeline emitted.
+
+ Records are batched and uploaded by ``ExecutionCounters.flush()``; there is
+ no per-trace direct send any more.
+ """
+
+ await counters.flush()
+ assert manager.sent, 'expected the flushed telemetry batch'
+ return [record for payload in manager.sent for record in payload.get('records', [])]
+
+
@pytest.mark.asyncio
async def test_route_miss_emits_one_closed_trace():
bot, manager, counters = make_bot([])
await bot._handle_platform_event(message_received_event(), FakeAdapter())
+ records = await flushed_records(counters, manager)
assert len(manager.sent) == 1
- payload = manager.sent[0]
+ trace_records = [item for item in records if item.get('event_type') == 'feature_execution']
+ assert len(trace_records) == 1
+ payload = trace_records[0]
assert payload['event_type'] == 'feature_execution'
- assert len(payload['query_id']) == 36
+ # The execution identity is deterministic: one inbound event, one chain.
+ assert payload['query_id'] == 'platform:bot-1:message-1'
assert payload['instance_id'] == 'instance-test'
assert payload['workspace_uuid'] == 'workspace-test'
features = payload['features']
assert features['schema'] == 1
assert [(row['family'], row['operation'], row['outcome']) for row in features['observations']] == [
- ('platform_event', 'message.received', 'success'),
('event_route', 'message.received', 'skipped'),
+ ('platform_event', 'message.received', 'success'),
]
assert [row['seq'] for row in features['observations']] == [0, 1]
assert all(row['trace_id'] == payload['query_id'] for row in features['observations'])
assert all(row['adapter'] == 'FakeAdapter' for row in features['observations'])
assert features['trace']['closed_by'] == 'event_done'
- # Window counters are still aggregated for coverage.
- assert counters.pending
+ # The trace is closed and deregistered: nothing dangles after the event.
+ assert counters.traces == {}
@pytest.mark.asyncio
async def test_unavailable_route_target_carries_route_identity():
- bot, manager, _ = make_bot(
+ bot, manager, counters = make_bot(
[
{
'id': 'agent-binding',
@@ -117,18 +133,18 @@ async def test_unavailable_route_target_carries_route_identity():
await bot._handle_platform_event(message_received_event(), FakeAdapter())
- stages = manager.sent[0]['features']['observations']
+ stages = (await flushed_records(counters, manager))[0]['features']['observations']
assert [(stage['family'], stage['outcome'], stage['mode']) for stage in stages] == [
- ('platform_event', 'success', 'none'),
('event_route', 'failed', 'agent'),
+ ('platform_event', 'success', 'none'),
]
- assert stages[1]['route_ref'] == 'agent:agent-1'
- assert stages[0]['route_ref'] == ''
+ assert stages[0]['route_ref'] == 'agent:agent-1'
+ assert stages[1]['route_ref'] == ''
@pytest.mark.asyncio
async def test_discarded_route_is_visible_without_user_values():
- bot, manager, _ = make_bot(
+ bot, manager, counters = make_bot(
[
{
'id': 'discard-binding',
@@ -141,10 +157,10 @@ async def test_discarded_route_is_visible_without_user_values():
await bot._handle_platform_event(SimpleNamespace(type='platform.member.joined'), FakeAdapter())
- stages = manager.sent[0]['features']['observations']
- assert [stage['outcome'] for stage in stages] == ['success', 'skipped']
- assert stages[1]['operation'] == 'platform.member.joined'
- assert stages[1]['mode'] == 'none'
+ stages = (await flushed_records(counters, manager))[0]['features']['observations']
+ assert [stage['outcome'] for stage in stages] == ['skipped', 'success']
+ assert stages[0]['operation'] == 'platform.member.joined'
+ assert stages[0]['mode'] == 'none'
@pytest.mark.asyncio
@@ -154,7 +170,7 @@ async def test_telemetry_opt_out_emits_nothing():
await bot._handle_platform_event(message_received_event(), FakeAdapter())
assert manager.sent == []
- assert counters.pending == {}
+ assert counters.records == []
assert counters.traces == {}
@@ -162,25 +178,28 @@ async def test_telemetry_opt_out_emits_nothing():
async def test_route_trace_scope_is_restored_after_dispatch():
from langbot.pkg.telemetry import trace as trace_mod
- bot, _, _ = make_bot([])
+ bot, _, counters = make_bot([])
assert trace_mod.current() is None
await bot._handle_platform_event(message_received_event(), FakeAdapter())
assert trace_mod.current() is None
- # A later record outside the ingress must not join the closed trace.
+ buffered = list(counters.records)
+ # A later record outside the ingress must not join the closed trace, and an
+ # observation without an owning chain is not buffered at all.
from langbot.pkg.telemetry.execution import record
record(bot.ap, TEST_CONTEXT, family='platform_api', operation='send_message', outcome='success')
- assert list(bot.ap.telemetry.execution.pending.values())[-1]['count'] == 1
+ assert counters.records == buffered
+ assert counters.traces == {}
@pytest.mark.asyncio
async def test_adapter_call_without_ingress_still_counts():
"""Mock adapter objects used by other tests must not break the ingress path."""
- bot, manager, _ = make_bot([])
+ bot, manager, counters = make_bot([])
adapter = Mock()
await bot._handle_platform_event(message_received_event(), adapter)
- assert manager.sent
+ assert await flushed_records(counters, manager)
diff --git a/tests/unit_tests/platform/test_plugin_subscriptions.py b/tests/unit_tests/platform/test_plugin_subscriptions.py
index 44819f934..b69bc9d4f 100644
--- a/tests/unit_tests/platform/test_plugin_subscriptions.py
+++ b/tests/unit_tests/platform/test_plugin_subscriptions.py
@@ -33,14 +33,14 @@ async def test_slow_failed_and_duplicate_subscriptions_do_not_block_primary_rout
started = []
release = asyncio.Event()
- async def subscriber(event, adapter, uuid):
+ async def subscriber(event, adapter, uuid, execution_id=None):
started.append(uuid)
if uuid == 'slow':
await release.wait()
if uuid == 'failed':
raise ValueError('plugin error')
- async def primary(event, adapter):
+ async def primary(event, adapter, execution_id=None):
started.append('primary')
bot._dispatch_plugin_subscription = subscriber
From 9186c8e43a999a99481120b223d72f8f7de54cdc Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Thu, 1 Oct 2026 23:11:28 +0800
Subject: [PATCH 036/140] chore(deps): upgrade plugin SDK to 0.7.7 (#2622)
---
pyproject.toml | 2 +-
uv.lock | 8 ++++----
2 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index 9d9b80fe8..c5ed8d8d6 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,7 +71,7 @@ dependencies = [
"langchain-text-splitters>=1.1.2",
"chromadb>=1.0.0,<2.0.0",
"qdrant-client (>=1.15.1,<2.0.0)",
- "langbot-plugin @ https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl#sha256=b2f05302ca25b374ff8c094794573696b75a7d1a7731a0fe2eebbc71796e8e0d",
+ "langbot-plugin @ https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl#sha256=0a46c2b28ed4acc3c72f2e7f9377df6503bce4374232b4cd7189a42b98e96065",
"asyncpg>=0.30.0",
"line-bot-sdk>=3.19.0",
"matrix-nio>=0.25.2",
diff --git a/uv.lock b/uv.lock
index 6661723ba..c90fd2387 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2185,7 +2185,7 @@ requires-dist = [
{ name = "gewechat-client", specifier = ">=0.1.5" },
{ name = "html2text", specifier = ">=2024.2.26" },
{ name = "httpx", extras = ["socks"], specifier = ">=0.28.1" },
- { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl" },
+ { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl" },
{ name = "langchain", specifier = ">=1.3.9" },
{ name = "langchain-core", specifier = ">=1.3.3" },
{ name = "langchain-text-splitters", specifier = ">=1.1.2" },
@@ -2255,8 +2255,8 @@ dev = [
[[package]]
name = "langbot-plugin"
-version = "0.7.6"
-source = { url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl" }
+version = "0.7.7"
+source = { url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl" }
dependencies = [
{ name = "aiofiles" },
{ name = "aiohttp" },
@@ -2277,7 +2277,7 @@ dependencies = [
{ name = "websockets" },
]
wheels = [
- { url = "https://files.pythonhosted.org/packages/f5/de/4c73851c18e01e6dd1f39e3743a7811c4016e703797075491b2fdbd2530c/langbot_plugin-0.7.6-py3-none-any.whl", hash = "sha256:b2f05302ca25b374ff8c094794573696b75a7d1a7731a0fe2eebbc71796e8e0d" },
+ { url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl", hash = "sha256:0a46c2b28ed4acc3c72f2e7f9377df6503bce4374232b4cd7189a42b98e96065" },
]
[package.metadata]
From 38d5750785a7ac1dfc5aba412a561fe99e430896 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Fri, 2 Oct 2026 01:34:46 +0800
Subject: [PATCH 037/140] fix(plugin): report when an installation failure
happened, not when it was sampled
The connector stored only uuid/code/message, so the ops reporter stamped every entry with its own sampling time and a stale failure looked freshly broken on each report. Failures now carry failed_at and the payload publishes it.
---
src/langbot/pkg/plugin/connector.py | 33 ++++++++++++++++++-
src/langbot/pkg/plugin/runtime_ops.py | 5 ++-
.../plugin/test_connector_reconcile.py | 13 +++++---
.../plugin/test_runtime_ops_reporter.py | 33 +++++++++++++++++++
4 files changed, 78 insertions(+), 6 deletions(-)
diff --git a/src/langbot/pkg/plugin/connector.py b/src/langbot/pkg/plugin/connector.py
index 6071f6cfb..905fc459c 100644
--- a/src/langbot/pkg/plugin/connector.py
+++ b/src/langbot/pkg/plugin/connector.py
@@ -56,7 +56,9 @@ from langbot_plugin.api.entities.builtin.command import (
errors as command_errors,
)
from langbot_plugin.runtime.plugin.mgr import PluginInstallSource
+from langbot_plugin.runtime.io.handler import SHARED_WORKER_FILE_STORAGE_DIR
from langbot_plugin.runtime.security import (
+ PLUGIN_FILE_STORAGE_DIR_ENV,
PLUGIN_RUNTIME_CONTROL_TOKEN_ENV,
PLUGIN_RUNTIME_CONTROL_TOKEN_HEADER,
validate_runtime_secret,
@@ -231,6 +233,7 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
self.runtime_profile: typing.Literal['oss_dev', 'shared'] = (
'shared' if getattr(getattr(ap, 'deployment', None), 'mode', 'oss') == 'cloud' else 'oss_dev'
)
+ self._align_plugin_file_transfer_root()
self.runtime_identity: RuntimeIdentity | None = None
self._runtime_id = self._build_runtime_id()
self.worker_policy: PluginWorkerPolicy | None = None
@@ -256,6 +259,24 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
'missing_artifacts': 0,
}
+ def _align_plugin_file_transfer_root(self) -> None:
+ """Use the Runtime's plugin file-transfer root when running shared.
+
+ The SDK binds its transfer root to one directory inode with mode 0700 and
+ picks the default per process: a shared worker uses
+ ``SHARED_WORKER_FILE_STORAGE_DIR``, every other process falls back to
+ ``data/temp/lbp``. A host talking to a shared Runtime must use the same root,
+ otherwise plugin icons and assets die with "Invalid file transfer
+ capability" (the icon route then answers 500/404 instead of the image).
+ An explicit operator value always wins.
+ """
+
+ if self.runtime_profile != 'shared':
+ return
+ if os.environ.get(PLUGIN_FILE_STORAGE_DIR_ENV):
+ return
+ os.environ[PLUGIN_FILE_STORAGE_DIR_ENV] = SHARED_WORKER_FILE_STORAGE_DIR
+
@staticmethod
def _build_runtime_id() -> str:
"""Return the durable identity of this instance's shared Runtime."""
@@ -634,6 +655,10 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
'installation_uuid': installation_uuid,
'error_code': error_code,
'message': message,
+ # When the failure actually happened. The ops reporter must publish this
+ # instead of its own sampling time, otherwise every sample re-stamps the
+ # same failure with the newest report time.
+ 'failed_at': _utc_now_iso(),
}
self._installation_failures[installation_uuid] = failure
self.ap.logger.error(
@@ -675,9 +700,15 @@ class PluginRuntimeConnector(ManagedRuntimeConnector):
'installation_uuid': installation_uuid,
'error_code': error_code,
'message': message,
+ # See _raise_apply_failure: never let the reporter substitute its own
+ # sampling time for the moment the failure was observed.
+ 'failed_at': _utc_now_iso(),
}
failures[installation_uuid] = failure
- if self._installation_failures.get(installation_uuid) != failure:
+ previous = self._installation_failures.get(installation_uuid) or {}
+ if {key: value for key, value in previous.items() if key != 'failed_at'} != {
+ key: value for key, value in failure.items() if key != 'failed_at'
+ }:
self.ap.logger.error(
'Plugin installation %s failed during reconcile [%s]: %s',
installation_uuid,
diff --git a/src/langbot/pkg/plugin/runtime_ops.py b/src/langbot/pkg/plugin/runtime_ops.py
index 7a7095087..0c96820a0 100644
--- a/src/langbot/pkg/plugin/runtime_ops.py
+++ b/src/langbot/pkg/plugin/runtime_ops.py
@@ -356,7 +356,10 @@ class RuntimeOpsReporter:
'execution_mode': mode,
'error_code': str(record.get('error_code', '') or ''),
'message': _sanitize_failure_message(record.get('message')),
- 'observed_at': observed_at,
+ # The moment the failure was observed by the connector. Falling back to
+ # the sampling time would make a stale failure look freshly broken on
+ # every report.
+ 'observed_at': str(record.get('failed_at') or observed_at),
}
)
return failures
diff --git a/tests/unit_tests/plugin/test_connector_reconcile.py b/tests/unit_tests/plugin/test_connector_reconcile.py
index 8dbb409dc..0b54f9384 100644
--- a/tests/unit_tests/plugin/test_connector_reconcile.py
+++ b/tests/unit_tests/plugin/test_connector_reconcile.py
@@ -735,11 +735,13 @@ async def test_apply_dependency_failure_raises_stable_observable_error():
assert error.installation_uuid == setting.installation_uuid
assert error.error_code == 'dependency_prepare_failed'
assert '[dependency_prepare_failed]' in str(error)
- assert connector._installation_failures[setting.installation_uuid] == {
+ recorded = connector._installation_failures[setting.installation_uuid]
+ assert {key: value for key, value in recorded.items() if key != 'failed_at'} == {
'installation_uuid': setting.installation_uuid,
'error_code': 'dependency_prepare_failed',
'message': 'Plugin dependency installer exited with code 1',
}
+ assert str(recorded['failed_at']).endswith('Z')
connector.ap.logger.error.assert_called_once()
@@ -767,9 +769,12 @@ async def test_shared_reconcile_records_one_failure_without_blocking_other_state
setting_a.installation_uuid,
setting_b.installation_uuid,
}
- assert connector._installation_failures == {
- setting_a.installation_uuid: failure,
- }
+ recorded_failures = connector._installation_failures
+ assert {
+ uuid: {key: value for key, value in record.items() if key != 'failed_at'}
+ for uuid, record in recorded_failures.items()
+ } == {setting_a.installation_uuid: failure}
+ assert str(recorded_failures[setting_a.installation_uuid]['failed_at']).endswith('Z')
assert set(connector._known_desired_states) == {
setting_a.installation_uuid,
setting_b.installation_uuid,
diff --git a/tests/unit_tests/plugin/test_runtime_ops_reporter.py b/tests/unit_tests/plugin/test_runtime_ops_reporter.py
index 51e9c7861..c5fbd4b5b 100644
--- a/tests/unit_tests/plugin/test_runtime_ops_reporter.py
+++ b/tests/unit_tests/plugin/test_runtime_ops_reporter.py
@@ -282,6 +282,39 @@ class TestUpload:
await reporter.stop()
+class TestFailureTimestamps:
+ def test_publishes_when_the_failure_happened_not_when_it_was_sampled(self):
+ failures = {
+ 'inst-1': {
+ 'installation_uuid': 'inst-1',
+ 'error_code': 'dependency_prepare_failed',
+ 'message': 'prepare failed',
+ 'failed_at': '2026-10-01T07:11:00Z',
+ }
+ }
+ reporter = RuntimeOpsReporter(make_app(connector=make_connector(failures=failures)))
+
+ payload = reporter.build_payload({'live': True})
+
+ entry = payload['failures'][0]
+ assert entry['observed_at'] == '2026-10-01T07:11:00Z'
+ assert entry['observed_at'] != payload['generated_at']
+
+ def test_legacy_records_without_a_timestamp_fall_back_to_the_sample_time(self):
+ failures = {
+ 'inst-2': {
+ 'installation_uuid': 'inst-2',
+ 'error_code': 'worker_launch_failed',
+ 'message': 'boom',
+ }
+ }
+ reporter = RuntimeOpsReporter(make_app(connector=make_connector(failures=failures)))
+
+ payload = reporter.build_payload({'live': True})
+
+ assert payload['failures'][0]['observed_at'] == payload['generated_at']
+
+
def test_payload_never_contains_a_control_token(monkeypatch):
monkeypatch.setenv(PLUGIN_RUNTIME_CONTROL_TOKEN_ENV, 'runtime-control-secret')
monkeypatch.setenv(_CONTROL_PLANE_TOKEN_ENV, 'space-control-plane-secret')
From 34b5fe0202299a2416e47b0c198c77793b71b84d Mon Sep 17 00:00:00 2001
From: Hyu
Date: Fri, 2 Oct 2026 01:34:47 +0800
Subject: [PATCH 038/140] fix(plugin): share the runtime file-transfer root and
404 uninstalled icon requests
The SDK binds one transfer root inode (mode 0700) and picks it per profile: a shared worker uses /tmp/lbp-rpc while a host without the profile env fell back to data/temp/lbp, so plugin icons and assets died with 'Invalid file transfer capability'. The host now pins the shared root, and a plugin absent from the resolved Workspace answers 404 instead of 500.
---
.../pkg/api/http/controller/groups/plugins.py | 20 +++++++-
.../plugin/test_plugin_file_transfer_root.py | 51 +++++++++++++++++++
2 files changed, 70 insertions(+), 1 deletion(-)
create mode 100644 tests/unit_tests/plugin/test_plugin_file_transfer_root.py
diff --git a/src/langbot/pkg/api/http/controller/groups/plugins.py b/src/langbot/pkg/api/http/controller/groups/plugins.py
index 4bce79869..950a8954d 100644
--- a/src/langbot/pkg/api/http/controller/groups/plugins.py
+++ b/src/langbot/pkg/api/http/controller/groups/plugins.py
@@ -165,6 +165,16 @@ except Exception:
pass
+def _is_plugin_not_installed(exc: BaseException) -> bool:
+ """True when the connector reports a plugin absent from the resolved Workspace.
+
+ The connector raises a plain ``ValueError`` for this case, so resource routes
+ answer 404 instead of surfacing a 500 the WebUI would have to swallow.
+ """
+
+ return 'is not installed in this workspace' in str(exc).lower()
+
+
def _normalize_plugin_asset_path(filepath: str) -> str | None:
filepath = filepath.replace('\\', '/')
if filepath.startswith('/'):
@@ -596,7 +606,15 @@ class PluginsRouterGroup(group.RouterGroup):
request_context: RequestContext,
) -> quart.Response:
await self._require_authenticated_plugin_runtime_context(request_context)
- icon_data = await self.ap.plugin_connector.get_plugin_icon(author, plugin_name)
+ try:
+ icon_data = await self.ap.plugin_connector.get_plugin_icon(author, plugin_name)
+ except ValueError as exc:
+ # A plugin that is not installed for this Workspace is a missing
+ # resource, not a server fault: the WebUI asks for icons by plugin
+ # identity and must be able to fall back silently.
+ if _is_plugin_not_installed(exc):
+ return quart.Response('Icon not found', status=404)
+ raise
icon_bytes = await asyncio.to_thread(base64.b64decode, icon_data['plugin_icon_base64'])
return quart.Response(icon_bytes, mimetype=icon_data['mime_type'])
diff --git a/tests/unit_tests/plugin/test_plugin_file_transfer_root.py b/tests/unit_tests/plugin/test_plugin_file_transfer_root.py
new file mode 100644
index 000000000..fad2751ba
--- /dev/null
+++ b/tests/unit_tests/plugin/test_plugin_file_transfer_root.py
@@ -0,0 +1,51 @@
+"""The host must share the Runtime's plugin file-transfer root in shared deployments.
+
+A mismatch leaves plugin icons and assets failing with
+"Invalid file transfer capability" because the SDK binds one directory inode per
+process (mode 0700) and picks the default from the runtime profile.
+"""
+
+from __future__ import annotations
+
+import os
+from importlib import import_module
+from types import SimpleNamespace
+
+from langbot_plugin.runtime.io.handler import SHARED_WORKER_FILE_STORAGE_DIR
+from langbot_plugin.runtime.security import PLUGIN_FILE_STORAGE_DIR_ENV
+
+
+def connector_module():
+ import_module('langbot.pkg.core.app')
+ return import_module('langbot.pkg.plugin.connector')
+
+
+def align(profile: str) -> None:
+ connector = connector_module()
+ connector.PluginRuntimeConnector._align_plugin_file_transfer_root(
+ SimpleNamespace(runtime_profile=profile)
+ )
+
+
+def test_shared_profile_pins_the_runtime_transfer_root(monkeypatch):
+ monkeypatch.delenv(PLUGIN_FILE_STORAGE_DIR_ENV, raising=False)
+
+ align('shared')
+
+ assert os.environ[PLUGIN_FILE_STORAGE_DIR_ENV] == SHARED_WORKER_FILE_STORAGE_DIR
+
+
+def test_explicit_operator_value_is_never_overridden(monkeypatch):
+ monkeypatch.setenv(PLUGIN_FILE_STORAGE_DIR_ENV, '/var/lib/custom-transfer')
+
+ align('shared')
+
+ assert os.environ[PLUGIN_FILE_STORAGE_DIR_ENV] == '/var/lib/custom-transfer'
+
+
+def test_oss_profile_leaves_the_default_alone(monkeypatch):
+ monkeypatch.delenv(PLUGIN_FILE_STORAGE_DIR_ENV, raising=False)
+
+ align('oss_dev')
+
+ assert PLUGIN_FILE_STORAGE_DIR_ENV not in os.environ
From af9011f2374ef366c7c8341eaae1b270ca93f192 Mon Sep 17 00:00:00 2001
From: Hyu
Date: Fri, 2 Oct 2026 01:34:47 +0800
Subject: [PATCH 039/140] fix(web): load installed plugin icons through the
authenticated route
Multi-Workspace deployments fail the public plugin icon route closed (404), so plain ![]()
icons broke everywhere locally and for the runner picker in production. A shared cached hook fetches the authenticated icon for installed plugins and leaves marketplace surfaces on the cloud URL.
---
.../components/PluginProcessorSettings.tsx | 37 ++--
.../home/agents/components/RunnerSelect.tsx | 23 ++-
.../dynamic-form/DynamicFormItemComponent.tsx | 19 +-
.../pipeline-extensions/PipelineExtension.tsx | 43 +++--
.../ExtensionCardComponent.tsx | 14 +-
.../PluginInstalledComponent.tsx | 4 +-
.../plugin-card/PluginCardComponent.tsx | 28 ++-
.../app/infra/hooks/useInstalledPluginIcon.ts | 118 ++++++++++++
web/src/app/wizard/page.tsx | 31 ++-
.../hooks/useAuthenticatedPluginResource.ts | 50 ++---
.../unit/installed-plugin-icon-cache.test.mjs | 179 ++++++++++++++++++
11 files changed, 434 insertions(+), 112 deletions(-)
create mode 100644 web/src/app/infra/hooks/useInstalledPluginIcon.ts
create mode 100644 web/tests/unit/installed-plugin-icon-cache.test.mjs
diff --git a/web/src/app/home/agents/components/PluginProcessorSettings.tsx b/web/src/app/home/agents/components/PluginProcessorSettings.tsx
index 34bc94ce8..d11fa822f 100644
--- a/web/src/app/home/agents/components/PluginProcessorSettings.tsx
+++ b/web/src/app/home/agents/components/PluginProcessorSettings.tsx
@@ -2,7 +2,7 @@ import { Puzzle } from 'lucide-react';
import { useTranslation } from 'react-i18next';
import { Link } from 'react-router-dom';
import type { RunnerDescriptor } from '@/app/infra/entities/api';
-import { httpClient } from '@/app/infra/http';
+import { useInstalledPluginIcon } from '@/app/infra/hooks/useInstalledPluginIcon';
import { extractI18nObject } from '@/i18n/I18nProvider';
import {
Select,
@@ -27,6 +27,10 @@ function ProcessorComponentContent({
...component.label,
});
const pluginId = `${component.plugin_author}/${component.plugin_name}`;
+ const iconURL = useInstalledPluginIcon(
+ component.plugin_author,
+ component.plugin_name,
+ );
return (
- 
+ {iconURL ? (
+ 
+ ) : (
+
{t('operationTrace.title')}
-
{governance && (
0 ? 'default' : 'outline'}
>
- {t(
- `operationTrace.levelNames.${governance.configured_level_name}`,
- )}
+ {t('operationTrace.levelBadge', {
+ level: t(
+ `operationTrace.levelNames.${governance.configured_level_name}`,
+ ),
+ })}
)}
+
+ {/* Keep the actions in one right-aligned cluster: the panel toolbar
+ spreads direct children apart, so they are grouped instead. */}
+
+
diff --git a/web/src/app/home/plugins/components/plugin-market/plugin-market-card/PluginMarketCardVO.ts b/web/src/app/home/plugins/components/plugin-market/plugin-market-card/PluginMarketCardVO.ts
index 4816d5d3a..c71e2d482 100644
--- a/web/src/app/home/plugins/components/plugin-market/plugin-market-card/PluginMarketCardVO.ts
+++ b/web/src/app/home/plugins/components/plugin-market/plugin-market-card/PluginMarketCardVO.ts
@@ -9,6 +9,7 @@ export interface IPluginMarketCardVO {
iconURL: string;
githubURL: string;
version: string;
+ certificationStatus?: string;
components?: Record{t('market.certificationTooltip')}
+ event.stopPropagation()} + > + {t('market.certificationLearnMore')} + +
diff --git a/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx b/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
index a26779109..c6b98c027 100644
--- a/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
+++ b/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
@@ -12,7 +12,7 @@ import {
DialogFooter,
} from '@/components/ui/dialog';
import { Checkbox } from '@/components/ui/checkbox';
-import { CircleHelp, Plus, X, Server, Wrench, Sparkles } from 'lucide-react';
+import { CircleHelp, Plus, X, Server, Wrench, Sparkles, Puzzle } from 'lucide-react';
import { Badge } from '@/components/ui/badge';
import { Switch } from '@/components/ui/switch';
import { Label } from '@/components/ui/label';
@@ -26,6 +26,27 @@ import { MCPServer, Skill } from '@/app/infra/entities/api';
import PluginComponentList from '@/app/home/plugins/components/plugin-installed/PluginComponentList';
import { BoxUnavailableNotice } from '@/app/home/components/BoxUnavailableNotice';
import { useBoxStatus } from '@/app/infra/hooks/useBoxStatus';
+import { useInstalledPluginIcon } from '@/app/infra/hooks/useInstalledPluginIcon';
+
+function PluginThumbnail({ author, name }: { author: string; name: string }) {
+ const iconURL = useInstalledPluginIcon(author, name);
+
+ if (!iconURL) {
+ return (
+
+ );
+}
function InfoTooltip({ label }: { label: string }) {
return (
@@ -373,13 +394,9 @@ export default function PipelineExtension({
className="flex items-center justify-between rounded-lg border p-3 hover:bg-accent"
>
+
+ );
+ }
+
+ return (
+
- 
{metadata.name}
@@ -665,13 +682,9 @@ export default function PipelineExtension({
onClick={() => handleTogglePlugin(pluginId)}
>
{metadata.name}
diff --git a/web/src/app/home/plugins/components/plugin-installed/ExtensionCardComponent.tsx b/web/src/app/home/plugins/components/plugin-installed/ExtensionCardComponent.tsx
index e3c030091..2add99f3e 100644
--- a/web/src/app/home/plugins/components/plugin-installed/ExtensionCardComponent.tsx
+++ b/web/src/app/home/plugins/components/plugin-installed/ExtensionCardComponent.tsx
@@ -13,7 +13,7 @@ import {
Puzzle,
} from 'lucide-react';
import { getCloudServiceClientSync, systemInfo } from '@/app/infra/http';
-import { useAuthenticatedPluginIcon } from '@/hooks/useAuthenticatedPluginResource';
+import { useInstalledPluginIcon } from '@/app/infra/hooks/useInstalledPluginIcon';
import { Button } from '@/components/ui/button';
import { Card } from '@/components/ui/card';
import {
@@ -39,10 +39,9 @@ export default function ExtensionCardComponent({
const { t } = useTranslation();
const [dropdownOpen, setDropdownOpen] = useState(false);
const [iconFailed, setIconFailed] = useState(false);
- const authenticatedIcon = useAuthenticatedPluginIcon(
- cardVO.author,
- cardVO.name,
- cardVO.type === 'plugin',
+ const pluginIconURL = useInstalledPluginIcon(
+ cardVO.type === 'plugin' ? cardVO.author : null,
+ cardVO.type === 'plugin' ? cardVO.name : null,
);
const FallbackIcon =
@@ -51,9 +50,8 @@ export default function ExtensionCardComponent({
: cardVO.type === 'skill'
? Sparkles
: Puzzle;
- const iconSrc =
- cardVO.type === 'plugin' ? authenticatedIcon.url : cardVO.iconURL;
- const showFallback = iconFailed || authenticatedIcon.error || !iconSrc;
+ const iconSrc = cardVO.type === 'plugin' ? pluginIconURL : cardVO.iconURL;
+ const showFallback = iconFailed || !iconSrc;
const getTypeLabel = (type: ExtensionType) => {
switch (type) {
diff --git a/web/src/app/home/plugins/components/plugin-installed/PluginInstalledComponent.tsx b/web/src/app/home/plugins/components/plugin-installed/PluginInstalledComponent.tsx
index 76e7ad956..be575d9b2 100644
--- a/web/src/app/home/plugins/components/plugin-installed/PluginInstalledComponent.tsx
+++ b/web/src/app/home/plugins/components/plugin-installed/PluginInstalledComponent.tsx
@@ -157,7 +157,9 @@ const PluginInstalledComponent = forwardRef<
version: meta.version ?? '',
enabled: plugin.enabled,
type: marketplacePlugin?.type || 'plugin',
- iconURL: httpClient.getPluginIconURL(author, name),
+ // Icon is resolved by ExtensionCardComponent through the shared
+ // installed-plugin hook (authenticated fetch in multi-Workspace
+ // deployments); the public /icon route 404s there.
install_source: plugin.install_source,
install_info: plugin.install_info,
status: plugin.status,
diff --git a/web/src/app/home/plugins/components/plugin-installed/plugin-card/PluginCardComponent.tsx b/web/src/app/home/plugins/components/plugin-installed/plugin-card/PluginCardComponent.tsx
index e5e8bf14c..f53b73db7 100644
--- a/web/src/app/home/plugins/components/plugin-installed/plugin-card/PluginCardComponent.tsx
+++ b/web/src/app/home/plugins/components/plugin-installed/plugin-card/PluginCardComponent.tsx
@@ -2,9 +2,16 @@ import { PluginCardVO } from '@/app/home/plugins/components/plugin-installed/Plu
import { useState } from 'react';
import { Badge } from '@/components/ui/badge';
import { useTranslation } from 'react-i18next';
-import { BugIcon, ExternalLink, Ellipsis, Trash, ArrowUp } from 'lucide-react';
+import {
+ BugIcon,
+ ExternalLink,
+ Ellipsis,
+ Trash,
+ ArrowUp,
+ Puzzle,
+} from 'lucide-react';
import { getCloudServiceClientSync, systemInfo } from '@/app/infra/http';
-import { httpClient } from '@/app/infra/http/HttpClient';
+import { useInstalledPluginIcon } from '@/app/infra/hooks/useInstalledPluginIcon';
import { Button } from '@/components/ui/button';
import {
DropdownMenu,
@@ -27,6 +34,7 @@ export default function PluginCardComponent({
}) {
const { t } = useTranslation();
const [dropdownOpen, setDropdownOpen] = useState(false);
+ const iconURL = useInstalledPluginIcon(cardVO.author, cardVO.name);
return (
<>
@@ -36,11 +44,17 @@ export default function PluginCardComponent({
>
{/* Icon - fixed width */}
- 
+ {iconURL ? (
+
+ ) : (
+
+
+ )}
{/* Content area - flexible width with min-width to prevent overflow */}
diff --git a/web/src/app/infra/hooks/useInstalledPluginIcon.ts b/web/src/app/infra/hooks/useInstalledPluginIcon.ts
new file mode 100644
index 000000000..0d26a38c6
--- /dev/null
+++ b/web/src/app/infra/hooks/useInstalledPluginIcon.ts
@@ -0,0 +1,118 @@
+import { useEffect, useState } from 'react';
+
+import { httpClient } from '@/app/infra/http';
+
+/**
+ * Resolve the icon of an *installed* plugin in every deployment.
+ *
+ * The Core's public `/icon` route only exists in single-workspace (OSS)
+ * installs; in multi-Workspace deployments it 404s, so installed-plugin
+ * surfaces must go through the authenticated `/authenticated-icon` route and
+ * stream the bytes as a blob object URL.
+ *
+ * - Core backend client: blob-fetch `getAuthenticatedPluginIconURL` and cache
+ * the resulting object URL per `author/name` (module-level, shared across
+ * every mounted consumer of the same icon).
+ * - Cloud/Space marketplace surfaces: callers that already resolved a
+ * marketplace URL pass it as `marketplaceURL`; it is returned verbatim and
+ * no blob fetch happens.
+ * - Returns `null` while loading / when the plugin has no icon, so callers
+ * keep rendering their existing fallback.
+ *
+ * Object URLs are revoked once the last subscriber unmounts (or the last
+ * subscriber's fetch settles with no remaining subscriber).
+ */
+
+type CachedIcon = { url: string };
+
+// Resolved object URLs, keyed by `author/name`.
+const iconCache = new Map();
+// In-flight authenticated fetches, de-duplicated per key.
+const inflightIcons = new Map>();
+// Mounted subscriber count per key, so we only revoke when nobody needs it.
+const iconRefCounts = new Map();
+
+function loadIcon(
+ key: string,
+ author: string,
+ name: string,
+): Promise {
+ const existing = inflightIcons.get(key);
+ if (existing) return existing;
+
+ const request = httpClient
+ .getAuthenticatedPluginIconURL(author, name)
+ .catch(() => null)
+ .finally(() => {
+ inflightIcons.delete(key);
+ });
+ inflightIcons.set(key, request);
+ return request;
+}
+
+export function useInstalledPluginIcon(
+ author?: string | null,
+ name?: string | null,
+ marketplaceURL?: string | null,
+): string | null {
+ const key = author && name ? `${author}/${name}` : null;
+ const [url, setUrl] = useState(() =>
+ marketplaceURL ?? (key ? iconCache.get(key)?.url ?? null : null),
+ );
+
+ useEffect(() => {
+ if (marketplaceURL) {
+ // Cloud/Space marketplace surface: already resolved upstream.
+ setUrl(marketplaceURL);
+ return;
+ }
+ if (!key || !author || !name) {
+ setUrl(null);
+ return;
+ }
+
+ let active = true;
+ iconRefCounts.set(key, (iconRefCounts.get(key) ?? 0) + 1);
+
+ const cached = iconCache.get(key);
+ if (cached) {
+ setUrl(cached.url);
+ } else {
+ setUrl(null);
+ void loadIcon(key, author, name).then((objectURL) => {
+ if (!objectURL) return;
+ // The last subscriber may have left while the fetch was in flight.
+ if (iconRefCounts.get(key) === undefined) {
+ URL.revokeObjectURL(objectURL);
+ return;
+ }
+ const current = iconCache.get(key);
+ if (current) {
+ // Another subscriber resolved first; share its object URL.
+ if (current.url !== objectURL) URL.revokeObjectURL(objectURL);
+ if (active) setUrl(current.url);
+ return;
+ }
+ iconCache.set(key, { url: objectURL });
+ if (active) setUrl(objectURL);
+ });
+ }
+
+ return () => {
+ active = false;
+ const remaining = (iconRefCounts.get(key) ?? 1) - 1;
+ if (remaining > 0) {
+ iconRefCounts.set(key, remaining);
+ return;
+ }
+ iconRefCounts.delete(key);
+ const entry = iconCache.get(key);
+ if (entry) {
+ iconCache.delete(key);
+ URL.revokeObjectURL(entry.url);
+ }
+ };
+ }, [key, author, name, marketplaceURL]);
+
+ return marketplaceURL ?? url;
+}
diff --git a/web/src/app/wizard/page.tsx b/web/src/app/wizard/page.tsx
index f2c83e1dd..6e0fb054c 100644
--- a/web/src/app/wizard/page.tsx
+++ b/web/src/app/wizard/page.tsx
@@ -29,6 +29,7 @@ import {
} from 'lucide-react';
import { httpClient } from '@/app/infra/http/HttpClient';
+import { useInstalledPluginIcon } from '@/app/infra/hooks/useInstalledPluginIcon';
import {
systemInfo,
bootstrapWorkspaceSession,
@@ -1904,6 +1905,30 @@ function runnerPluginId(runner: string) {
.join('/');
}
+function InstalledRunnerIcon({
+ author,
+ name,
+}: {
+ author: string;
+ name: string;
+}) {
+ const iconURL = useInstalledPluginIcon(author, name);
+
+ if (!iconURL) {
+ return (
+
{author && name ? (
- 
+ (EMPTY_RESOURCE);
- const currentWorkspace = useCurrentWorkspace();
- const workspaceUuid = currentWorkspace?.workspace.uuid;
- const resourceKey = `${workspaceUuid ?? ''}:${author}/${name}`;
-
- useEffect(() => {
- if (!enabled) {
- setResource({ key: resourceKey, url: '', error: false });
- return;
- }
- let active = true;
- let objectURL = '';
- setResource({ key: resourceKey, url: '', error: false });
- httpClient
- .getAuthenticatedPluginIconURL(author, name)
- .then((nextURL) => {
- objectURL = nextURL;
- if (active) {
- setResource({ key: resourceKey, url: nextURL, error: false });
- } else {
- URL.revokeObjectURL(nextURL);
- }
- })
- .catch(() => {
- if (active) {
- setResource({ key: resourceKey, url: '', error: true });
- }
- });
- return () => {
- active = false;
- if (objectURL) URL.revokeObjectURL(objectURL);
- };
- }, [author, enabled, name, resourceKey]);
-
- return {
- url: resource.key === resourceKey ? resource.url : '',
- error: resource.key === resourceKey && resource.error,
- };
+ const url = useInstalledPluginIcon(
+ enabled ? author : null,
+ enabled ? name : null,
+ );
+ return { url: url ?? '', error: false };
}
export function useAuthenticatedPluginAsset(
diff --git a/web/tests/unit/installed-plugin-icon-cache.test.mjs b/web/tests/unit/installed-plugin-icon-cache.test.mjs
new file mode 100644
index 000000000..81e72046e
--- /dev/null
+++ b/web/tests/unit/installed-plugin-icon-cache.test.mjs
@@ -0,0 +1,179 @@
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import path from 'node:path';
+import test from 'node:test';
+import { createRequire } from 'node:module';
+import { fileURLToPath } from 'node:url';
+import ts from 'typescript';
+
+const currentDirectory = path.dirname(fileURLToPath(import.meta.url));
+const sourcePath = path.resolve(
+ currentDirectory,
+ '../../src/app/infra/hooks/useInstalledPluginIcon.ts',
+);
+const source = fs.readFileSync(sourcePath, 'utf8');
+const compiled = ts.transpileModule(source, {
+ compilerOptions: { module: ts.ModuleKind.CommonJS },
+}).outputText;
+
+// --- minimal React + backend mocks so the hook can run under node:test ---
+let stateSlots = [];
+let lastCleanup;
+
+const reactMock = {
+ useState(initial) {
+ const value = typeof initial === 'function' ? initial() : initial;
+ const index = stateSlots.length;
+ stateSlots.push(value);
+ return [
+ value,
+ (next) => {
+ stateSlots[index] =
+ typeof next === 'function' ? next(stateSlots[index]) : next;
+ },
+ ];
+ },
+ useEffect(effect) {
+ const cleanup = effect();
+ if (typeof cleanup === 'function') lastCleanup = cleanup;
+ },
+};
+
+const httpMock = {
+ httpClient: {
+ getAuthenticatedPluginIconURL: () => {
+ throw new Error('fetch not configured for this test');
+ },
+ },
+};
+
+const sourceRequire = createRequire(sourcePath);
+
+function loadHook() {
+ const loadedModule = { exports: {} };
+ const requireShim = (id) => {
+ if (id === 'react') return reactMock;
+ if (id === '@/app/infra/http') return httpMock;
+ return sourceRequire(id);
+ };
+ new Function('require', 'module', 'exports', compiled)(
+ requireShim,
+ loadedModule,
+ loadedModule.exports,
+ );
+ return loadedModule.exports.useInstalledPluginIcon;
+}
+
+const revoked = [];
+globalThis.URL.revokeObjectURL = (url) => revoked.push(url);
+
+function reset() {
+ stateSlots = [];
+ lastCleanup = undefined;
+ revoked.length = 0;
+}
+
+const flush = () => new Promise((resolve) => setTimeout(resolve, 0));
+
+test('caches per author/name and revokes once the last subscriber leaves', async () => {
+ let fetches = 0;
+ let resolveFetch;
+ httpMock.httpClient.getAuthenticatedPluginIconURL = () => {
+ fetches += 1;
+ return new Promise((resolve) => {
+ resolveFetch = resolve;
+ });
+ };
+ reset();
+ const useInstalledPluginIcon = loadHook();
+
+ const first = useInstalledPluginIcon('acme', 'demo');
+ const firstCleanup = lastCleanup;
+ assert.equal(first, null);
+ assert.equal(fetches, 1);
+
+ resolveFetch('blob:acme/demo');
+ await flush();
+
+ // Second subscriber reuses the cached object URL synchronously.
+ const second = useInstalledPluginIcon('acme', 'demo');
+ const secondCleanup = lastCleanup;
+ assert.equal(second, 'blob:acme/demo');
+ assert.equal(fetches, 1);
+
+ firstCleanup();
+ assert.deepEqual(revoked, []);
+ secondCleanup();
+ assert.deepEqual(revoked, ['blob:acme/demo']);
+
+ // Cache was dropped with the last subscriber, so a new mount refetches.
+ useInstalledPluginIcon('acme', 'demo');
+ assert.equal(fetches, 2);
+});
+
+test('de-duplicates concurrent subscribers and revokes a shared icon once', async () => {
+ let fetches = 0;
+ let resolveFetch;
+ httpMock.httpClient.getAuthenticatedPluginIconURL = () => {
+ fetches += 1;
+ return new Promise((resolve) => {
+ resolveFetch = resolve;
+ });
+ };
+ reset();
+ const useInstalledPluginIcon = loadHook();
+
+ useInstalledPluginIcon('acme', 'demo');
+ const firstCleanup = lastCleanup;
+ useInstalledPluginIcon('acme', 'demo');
+ const secondCleanup = lastCleanup;
+ assert.equal(fetches, 1);
+
+ resolveFetch('blob:shared');
+ await flush();
+
+ firstCleanup();
+ assert.deepEqual(revoked, []);
+ secondCleanup();
+ assert.deepEqual(revoked, ['blob:shared']);
+});
+
+test('caches nothing and revokes nothing when the authenticated fetch fails', async () => {
+ let fetches = 0;
+ httpMock.httpClient.getAuthenticatedPluginIconURL = () => {
+ fetches += 1;
+ return Promise.reject(new Error('not found'));
+ };
+ reset();
+ const useInstalledPluginIcon = loadHook();
+
+ const value = useInstalledPluginIcon('acme', 'missing');
+ const cleanup = lastCleanup;
+ assert.equal(value, null);
+
+ await flush();
+ assert.equal(useInstalledPluginIcon('acme', 'missing'), null);
+ assert.equal(fetches, 2); // failures are not negatively cached
+
+ cleanup();
+ assert.deepEqual(revoked, []);
+});
+
+test('returns a marketplace URL verbatim without fetching', () => {
+ let fetches = 0;
+ httpMock.httpClient.getAuthenticatedPluginIconURL = () => {
+ fetches += 1;
+ return Promise.resolve('blob:unused');
+ };
+ reset();
+ const useInstalledPluginIcon = loadHook();
+
+ const value = useInstalledPluginIcon(
+ 'acme',
+ 'demo',
+ 'https://space.langbot.app/icon',
+ );
+ assert.equal(value, 'https://space.langbot.app/icon');
+ assert.equal(fetches, 0);
+ assert.equal(lastCleanup, undefined);
+});
From 1b320aefd0481ad91ccdd8b932da99a90f4fa54d Mon Sep 17 00:00:00 2001
From: Hyu
Date: Fri, 2 Oct 2026 01:36:11 +0800
Subject: [PATCH 040/140] chore(deps): upgrade plugin SDK to 0.7.8
Pins the 0.7.8 wheel published from the SDK release and refreshes uv.lock.
---
pyproject.toml | 2 +-
uv.lock | 8 ++++----
2 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index c5ed8d8d6..21d711de4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,7 +71,7 @@ dependencies = [
"langchain-text-splitters>=1.1.2",
"chromadb>=1.0.0,<2.0.0",
"qdrant-client (>=1.15.1,<2.0.0)",
- "langbot-plugin @ https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl#sha256=0a46c2b28ed4acc3c72f2e7f9377df6503bce4374232b4cd7189a42b98e96065",
+ "langbot-plugin @ https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl#sha256=f862fb6cce7d1020999211c1038b832571143d981f6b61b59ef87e31180bd46e",
"asyncpg>=0.30.0",
"line-bot-sdk>=3.19.0",
"matrix-nio>=0.25.2",
diff --git a/uv.lock b/uv.lock
index c90fd2387..f45fb23ee 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2185,7 +2185,7 @@ requires-dist = [
{ name = "gewechat-client", specifier = ">=0.1.5" },
{ name = "html2text", specifier = ">=2024.2.26" },
{ name = "httpx", extras = ["socks"], specifier = ">=0.28.1" },
- { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl" },
+ { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl" },
{ name = "langchain", specifier = ">=1.3.9" },
{ name = "langchain-core", specifier = ">=1.3.3" },
{ name = "langchain-text-splitters", specifier = ">=1.1.2" },
@@ -2255,8 +2255,8 @@ dev = [
[[package]]
name = "langbot-plugin"
-version = "0.7.7"
-source = { url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl" }
+version = "0.7.8"
+source = { url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl" }
dependencies = [
{ name = "aiofiles" },
{ name = "aiohttp" },
@@ -2277,7 +2277,7 @@ dependencies = [
{ name = "websockets" },
]
wheels = [
- { url = "https://files.pythonhosted.org/packages/6b/d1/0bf0d7f852a238d46ce53dffd0bc28739cb1d77fcee1140f7a0477377269/langbot_plugin-0.7.7-py3-none-any.whl", hash = "sha256:0a46c2b28ed4acc3c72f2e7f9377df6503bce4374232b4cd7189a42b98e96065" },
+ { url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl", hash = "sha256:f862fb6cce7d1020999211c1038b832571143d981f6b61b59ef87e31180bd46e" },
]
[package.metadata]
From 8549369d48bcfe0167626c2a79bdfe94d4af25cf Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Fri, 2 Oct 2026 02:18:07 +0800
Subject: [PATCH 041/140] fix(ci): format pipeline extensions and plugin icon
hook (#2623)
---
.../pipeline-extensions/PipelineExtension.tsx | 10 +++++++++-
web/src/app/infra/hooks/useInstalledPluginIcon.ts | 4 ++--
2 files changed, 11 insertions(+), 3 deletions(-)
diff --git a/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx b/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
index c6b98c027..feaa11057 100644
--- a/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
+++ b/web/src/app/home/pipelines/components/pipeline-extensions/PipelineExtension.tsx
@@ -12,7 +12,15 @@ import {
DialogFooter,
} from '@/components/ui/dialog';
import { Checkbox } from '@/components/ui/checkbox';
-import { CircleHelp, Plus, X, Server, Wrench, Sparkles, Puzzle } from 'lucide-react';
+import {
+ CircleHelp,
+ Plus,
+ X,
+ Server,
+ Wrench,
+ Sparkles,
+ Puzzle,
+} from 'lucide-react';
import { Badge } from '@/components/ui/badge';
import { Switch } from '@/components/ui/switch';
import { Label } from '@/components/ui/label';
diff --git a/web/src/app/infra/hooks/useInstalledPluginIcon.ts b/web/src/app/infra/hooks/useInstalledPluginIcon.ts
index 0d26a38c6..5d8fad696 100644
--- a/web/src/app/infra/hooks/useInstalledPluginIcon.ts
+++ b/web/src/app/infra/hooks/useInstalledPluginIcon.ts
@@ -56,8 +56,8 @@ export function useInstalledPluginIcon(
marketplaceURL?: string | null,
): string | null {
const key = author && name ? `${author}/${name}` : null;
- const [url, setUrl] = useState(() =>
- marketplaceURL ?? (key ? iconCache.get(key)?.url ?? null : null),
+ const [url, setUrl] = useState(
+ () => marketplaceURL ?? (key ? (iconCache.get(key)?.url ?? null) : null),
);
useEffect(() => {
From 8732fe3607220e164268d08139a6573553a7ae2d Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Fri, 2 Oct 2026 02:30:00 +0800
Subject: [PATCH 042/140] chore(release): prepare 4.11.0-beta.6 with SDK 0.7.9
(#2624)
---
pyproject.toml | 4 ++--
uv.lock | 32 ++++++--------------------------
2 files changed, 8 insertions(+), 28 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index 21d711de4..d0adbb5ed 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
[project]
name = "langbot"
-version = "4.11.0-beta.3"
+version = "4.11.0-beta.6"
description = "Production-grade platform for building agentic IM bots"
readme = "README.md"
license-files = ["LICENSE"]
@@ -71,7 +71,7 @@ dependencies = [
"langchain-text-splitters>=1.1.2",
"chromadb>=1.0.0,<2.0.0",
"qdrant-client (>=1.15.1,<2.0.0)",
- "langbot-plugin @ https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl#sha256=f862fb6cce7d1020999211c1038b832571143d981f6b61b59ef87e31180bd46e",
+ "langbot-plugin==0.7.9",
"asyncpg>=0.30.0",
"line-bot-sdk>=3.19.0",
"matrix-nio>=0.25.2",
diff --git a/uv.lock b/uv.lock
index f45fb23ee..324e19f55 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2059,7 +2059,7 @@ wheels = [
[[package]]
name = "langbot"
-version = "4.11.0b3"
+version = "4.11.0b6"
source = { editable = "." }
dependencies = [
{ name = "aiocqhttp" },
@@ -2185,7 +2185,7 @@ requires-dist = [
{ name = "gewechat-client", specifier = ">=0.1.5" },
{ name = "html2text", specifier = ">=2024.2.26" },
{ name = "httpx", extras = ["socks"], specifier = ">=0.28.1" },
- { name = "langbot-plugin", url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl" },
+ { name = "langbot-plugin", specifier = "==0.7.9" },
{ name = "langchain", specifier = ">=1.3.9" },
{ name = "langchain-core", specifier = ">=1.3.3" },
{ name = "langchain-text-splitters", specifier = ">=1.1.2" },
@@ -2255,8 +2255,8 @@ dev = [
[[package]]
name = "langbot-plugin"
-version = "0.7.8"
-source = { url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl" }
+version = "0.7.9"
+source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiofiles" },
{ name = "aiohttp" },
@@ -2276,29 +2276,9 @@ dependencies = [
{ name = "watchdog" },
{ name = "websockets" },
]
+sdist = { url = "https://files.pythonhosted.org/packages/9a/c7/dbec32bd5bc4db152b71060b1d680f87afa591efa4ad5e38b1822fb7d7f2/langbot_plugin-0.7.9.tar.gz", hash = "sha256:d3a22eee703cbd2c6ed1e4e74ce1e2f0e80ae8c946f9422e015e59d13b9a99f2", size = 686113, upload-time = "2026-10-01T18:22:43.149Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/9f/b3/7a5a26a005d2c79eb910aec9b37a19d386752e58a4136c977bc2d20438e8/langbot_plugin-0.7.8-py3-none-any.whl", hash = "sha256:f862fb6cce7d1020999211c1038b832571143d981f6b61b59ef87e31180bd46e" },
-]
-
-[package.metadata]
-requires-dist = [
- { name = "aiofiles", specifier = ">=24.1.0" },
- { name = "aiohttp", specifier = ">=3.9.0" },
- { name = "dotenv", specifier = ">=0.9.9" },
- { name = "e2b", specifier = ">=2.15" },
- { name = "httpx", specifier = ">=0.28.1" },
- { name = "jinja2", specifier = ">=3.1.6" },
- { name = "packaging", specifier = ">=24.0" },
- { name = "pip", specifier = ">=25.2" },
- { name = "pydantic", specifier = ">=2.11.5" },
- { name = "pydantic-settings", specifier = ">=2.10.1" },
- { name = "pytest", specifier = ">=8.4.0" },
- { name = "pyyaml", specifier = ">=6.0.2" },
- { name = "textual", specifier = ">=3.2.0" },
- { name = "types-aiofiles", specifier = ">=24.1.0.20250516" },
- { name = "types-pyyaml", specifier = ">=6.0.12.20250516" },
- { name = "watchdog", specifier = ">=6.0.0" },
- { name = "websockets", specifier = ">=15.0.1" },
+ { url = "https://files.pythonhosted.org/packages/fc/81/9fb420ea504c4c07af079ca4a9f59b1685a3aebd16e4e89306a2b9183a5b/langbot_plugin-0.7.9-py3-none-any.whl", hash = "sha256:c365b677175b20ea18c25ed364b55faa41298d3cd6dce4fe79f6dddf4ca34747", size = 441232, upload-time = "2026-10-01T18:22:41.813Z" },
]
[[package]]
From c95b8581fc348fc01966c5dbc0af10e73df46e03 Mon Sep 17 00:00:00 2001
From: RockChinQ <1010553892@qq.com>
Date: Fri, 2 Oct 2026 08:24:43 +0800
Subject: [PATCH 043/140] fix(plugin): upgrade SDK to 0.7.10 for legacy config
compatibility (#2625)
---
pyproject.toml | 2 +-
uv.lock | 8 ++++----
2 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/pyproject.toml b/pyproject.toml
index d0adbb5ed..d74467161 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,7 +71,7 @@ dependencies = [
"langchain-text-splitters>=1.1.2",
"chromadb>=1.0.0,<2.0.0",
"qdrant-client (>=1.15.1,<2.0.0)",
- "langbot-plugin==0.7.9",
+ "langbot-plugin==0.7.10",
"asyncpg>=0.30.0",
"line-bot-sdk>=3.19.0",
"matrix-nio>=0.25.2",
diff --git a/uv.lock b/uv.lock
index 324e19f55..d43d71643 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2185,7 +2185,7 @@ requires-dist = [
{ name = "gewechat-client", specifier = ">=0.1.5" },
{ name = "html2text", specifier = ">=2024.2.26" },
{ name = "httpx", extras = ["socks"], specifier = ">=0.28.1" },
- { name = "langbot-plugin", specifier = "==0.7.9" },
+ { name = "langbot-plugin", specifier = "==0.7.10" },
{ name = "langchain", specifier = ">=1.3.9" },
{ name = "langchain-core", specifier = ">=1.3.3" },
{ name = "langchain-text-splitters", specifier = ">=1.1.2" },
@@ -2255,7 +2255,7 @@ dev = [
[[package]]
name = "langbot-plugin"
-version = "0.7.9"
+version = "0.7.10"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiofiles" },
@@ -2276,9 +2276,9 @@ dependencies = [
{ name = "watchdog" },
{ name = "websockets" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/9a/c7/dbec32bd5bc4db152b71060b1d680f87afa591efa4ad5e38b1822fb7d7f2/langbot_plugin-0.7.9.tar.gz", hash = "sha256:d3a22eee703cbd2c6ed1e4e74ce1e2f0e80ae8c946f9422e015e59d13b9a99f2", size = 686113, upload-time = "2026-10-01T18:22:43.149Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/0d/0c/65013949dee8a8eb38c29b264f5246f2581d6851afd688211fa97b5a0d8d/langbot_plugin-0.7.10.tar.gz", hash = "sha256:5e6b5fea75e5c3696afc0f200a013ef0d63b1e83713935fd05552796c11fb1b2", size = 686205, upload-time = "2026-10-02T00:16:00.397Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/fc/81/9fb420ea504c4c07af079ca4a9f59b1685a3aebd16e4e89306a2b9183a5b/langbot_plugin-0.7.9-py3-none-any.whl", hash = "sha256:c365b677175b20ea18c25ed364b55faa41298d3cd6dce4fe79f6dddf4ca34747", size = 441232, upload-time = "2026-10-01T18:22:41.813Z" },
+ { url = "https://files.pythonhosted.org/packages/64/d0/9b9c9c42d3f54b8a2ae7537e4c27f1f407f57dcb9f4329aaa2a10e4e1ceb/langbot_plugin-0.7.10-py3-none-any.whl", hash = "sha256:f01957745d1db1a4db630985079662d136da91bfb353883bb59a5d99f6065fa9", size = 441294, upload-time = "2026-10-02T00:15:59.091Z" },
]
[[package]]
From 2e5bbc8bddded92290dba526ab4c4931dd67f30c Mon Sep 17 00:00:00 2001
From: RockChinQ
Date: Fri, 2 Oct 2026 02:16:38 +0000
Subject: [PATCH 044/140] feat(web): integrate ecosystem social preview images
---
src/langbot/pkg/api/http/controller/main.py | 16 ++++++++--
.../pkg/api/http/controller/social_preview.py | 20 +++++++++++++
tests/unit_tests/test_social_preview.py | 28 ++++++++++++++++++
web/public/social/cloud-v3.png | Bin 0 -> 118683 bytes
4 files changed, 62 insertions(+), 2 deletions(-)
create mode 100644 src/langbot/pkg/api/http/controller/social_preview.py
create mode 100644 tests/unit_tests/test_social_preview.py
create mode 100644 web/public/social/cloud-v3.png
diff --git a/src/langbot/pkg/api/http/controller/main.py b/src/langbot/pkg/api/http/controller/main.py
index e19552c65..dfe8a685a 100644
--- a/src/langbot/pkg/api/http/controller/main.py
+++ b/src/langbot/pkg/api/http/controller/main.py
@@ -174,9 +174,21 @@ class HTTPController:
frontend_path = paths.get_frontend_path()
+ async def frontend_index():
+ from .social_preview import cloud_preview_html
+
+ response = await quart.send_from_directory(
+ frontend_path, 'index.html', mimetype='text/html', conditional=False
+ )
+ if quart.request.host.split(':', 1)[0].lower() == 'cloud.langbot.app':
+ response.set_data(cloud_preview_html(await response.get_data(as_text=True), quart.request.host))
+ response.headers.pop('ETag', None)
+ response.headers.pop('Last-Modified', None)
+ return response
+
@self.quart_app.route('/')
async def index():
- response = await quart.send_from_directory(frontend_path, 'index.html', mimetype='text/html')
+ response = await frontend_index()
response.headers['Cache-Control'] = 'no-cache, no-store, must-revalidate'
response.headers['Pragma'] = 'no-cache'
response.headers['Expires'] = '0'
@@ -207,7 +219,7 @@ class HTTPController:
return response
# Fallback to index.html for SPA client-side routing
- response = await quart.send_from_directory(frontend_path, 'index.html', mimetype='text/html')
+ response = await frontend_index()
response.headers['Cache-Control'] = 'no-cache, no-store, must-revalidate'
response.headers['Pragma'] = 'no-cache'
response.headers['Expires'] = '0'
diff --git a/src/langbot/pkg/api/http/controller/social_preview.py b/src/langbot/pkg/api/http/controller/social_preview.py
new file mode 100644
index 000000000..03e530ee0
--- /dev/null
+++ b/src/langbot/pkg/api/http/controller/social_preview.py
@@ -0,0 +1,20 @@
+"""Crawler-visible preview for the hosted Cloud frontend only."""
+
+CLOUD_IMAGE = 'https://cloud.langbot.app/social/cloud-v3.png'
+
+
+def cloud_preview_html(html: str, hostname: str) -> str:
+ if hostname.split(':', 1)[0].lower() != 'cloud.langbot.app':
+ return html
+ tags = (
+ ''
+ ''
+ ''
+ f''
+ ''
+ ''
+ ''
+ ''
+ f''
+ )
+ return html.replace('', tags + '', 1)
diff --git a/tests/unit_tests/test_social_preview.py b/tests/unit_tests/test_social_preview.py
new file mode 100644
index 000000000..c71ec6341
--- /dev/null
+++ b/tests/unit_tests/test_social_preview.py
@@ -0,0 +1,28 @@
+import importlib.util
+from pathlib import Path
+import unittest
+
+ROOT = Path(__file__).resolve().parents[2]
+spec = importlib.util.spec_from_file_location('social_preview', ROOT / 'src/langbot/pkg/api/http/controller/social_preview.py')
+assert spec is not None and spec.loader is not None
+module = importlib.util.module_from_spec(spec)
+spec.loader.exec_module(module)
+
+
+class SocialPreviewTest(unittest.TestCase):
+ def test_cloud_has_crawler_visible_image(self):
+ html = (ROOT / 'web/index.html').read_text()
+ result = module.cloud_preview_html(html, 'cloud.langbot.app')
+ self.assertIn(module.CLOUD_IMAGE, result)
+ self.assertIn('summary_large_image', result)
+ self.assertEqual(result.count('property="og:image"'), 1)
+ self.assertTrue((ROOT / 'web/public/social/cloud-v3.png').is_file())
+
+ def test_self_hosted_is_unchanged(self):
+ html = 'LangBot '
+ for host in ['localhost:5300', 'example.com', 'cloud.langbot.app.evil.com']:
+ self.assertEqual(module.cloud_preview_html(html, host), html)
+
+
+if __name__ == '__main__':
+ unittest.main()
diff --git a/web/public/social/cloud-v3.png b/web/public/social/cloud-v3.png
new file mode 100644
index 0000000000000000000000000000000000000000..5ab66f53f982b3ba373e7600ff4edd5a3cb21def
GIT binary patch
literal 118683
zcmZr%Wmr^Q*B-h{KoDu9yIT+tknZjd>FzG2yFqD?E@5Z{q=s%7O1g8TzfpPKU*A72
zuG#0TeXqXPI#EgrQW&U2r~m)}3IG6K0|3CfBf~=f(?xlR27mzoK1jS%^UOY6
z@iNlW^x}OyaRIdqk669YPTle|tee-y&>oZ|$Cl3L8c!7)mW3S6wQn&q>*u?AS)=&@
z->o(sVh`!Sz7Z7@i^LWDygC2j&@&FAe#Zm>yMQk4OyB4>QENLh$r1_Yed0>6Xvv(A
zh6s-FkBM7vQ-orRAyeF%XAJL*47@!{S@n97vIJ$@R|<}Ki2l%C{9UygUDX!ENKNOK
z>+mEuViZ1$w`ElS@#*+i%fM8O;%%-1b`D>8v7v83jU#`F`uGCopwAF~qUD@xz~hq&
zVUX9i&Jd>pQT(PfsT7fq{cNk$a1_&|Sx@!uZ=xeb^X=UU5Vl0@g8Iql%*lfn?Joi*
zFp)w5qAOs1(v&C9#Wm*~wdHPeXR(2g0`5{zroNKZyMJ)g9ecD#PvfaiyOw_IF#JKTfxfu%AWE
zuNR;frN$t*F{G1jxp&exh=m{O9;H_DZmi~>?i{xg?tDE42Dy;Ce5y1QZbsPfoKoRs
zStq6}dlnN6Y&j^q>U41&4UE%05Rs+VUm_0re5PY~Bd6{zD|fX+#7~KyDT6G%mWD7m
z_A-I$O?2qWr<&W&Pak*9`c1pwNXbRvD4b&FyI3*rec^^nR|g)madwZrWKsL)*^xuh
ztyCN`n%|U+oT4}qW~vQZG>>FAe|6H?SZ3ojS>R1yJ8qG+8p*Zhlx$}Fqjh$EC+t$N
z^YuLL*p_nwWJegAK_SWL#=P8VkuVj>mik>0T^f>)kCoy1@}ldej*q9vyegq;G7=|Z
zKV~JpA%IiT75t$_gIfVDt-Ac%4GRLrZ{Im(T4bcypR8=BmY)saW%z*14y;j^P0`}t
zWySIEsKpHv0z>P0e;t{B0p~g?w8+B!_@sjPrTUiO#Q^+(nn^i_cQ%Vxp=j*)QaZQ@
zz||azSGgt{N)4DdY<-5AvmCU~?pYy*qn^|5t8;KkHHx{q^DzU6vdVs?Jb81kSpVekU#YB=+xaab2OZEc{Q+%N}>=7U_XK
zk&H!`VI@gdwuzOmTbj{m^63z9+6L%TaDyRuh~@Jm_FOHobXv|I%#XwgLj*=7x1W~549w80G(Joa2Pq6qhqP@iTeDqqn&g4
zRa&V(RYEKo9}-OMF&fKsRhkc^#0)_B*UGE4#N(uaVnTZzMSb
z=$9^qstK-0CGaH27aPew@Cv600cn<+aX~7CsvTb(O7cXg7_rmaS@6`8;qDT0!3-Nr
z+!twOVhKq@3(X`7lJK52Fudgn8elx5cdsD&er7WoW^(j^z#u@j=6(%EhdyfVhq3`+
zOFt{mF?T|qos!Z=WHnuxp=1s>Pq!as?HUflm!RlYAx84z4x-KEU)^Occ;oZ9IP
zRqjamJD%_!KLAigx;<3a;dD$RCwua~1R~kK!AAWPk+RhU_a=32E=UoSZD~zM@A=E;
z;delaH(wpxN{jViKo&k8GzVm|c>$A+WI;T5lE?*%3Sw-%f^@<^WB5ukOQ?_~+syC)
z-TX82-t$o$I$wKT8l<-C1B`lPonW8&jE
zw7ak(NhOGJd2O480x8SA-F{?XlzDyq+GJrwE~RRRLl2i(nrsgA2JXBhN*sylD_53x
zE!26Ns@9+aAd?-EDo^Rdh_Rnf0|cp@cwD*1+3@CDVm2)5@3Sm?WSadf_N+OS5n}jq
zy$`cOE%czcK}0bvTZ_>Wx^0`A6pa}LZIZ>Tk9t``7gnuDURB9-(YG?e4_PSuWn#AK
zbk0S-{mMAms`69x$WodIrixDBk?cG>9~k8-`(_;2Q`5%ZHBZ+ta1wa_oy7i)zjiW)
zs(Ei@#Wf`G74apb?wq%~3U<+av%9Y%dm!PW?&NLgE*}W$Fym5-Zxb
zyAu!1qnTsUV|Tba^Ehjmeevts3jLcZ1q^
zs8}KFd`hb{b=
z@yLwxZO_z937LGe{V!+MFy+tADsl@Qt4A=
z&5QW3jtVGUx)4&mDX=~p0ETdzvy{>&q6oXNBX@e7ZW-!8#v`iRoRq)RZhSKz;~OAJ
zkzkYQ6W~)}Za-NVI9_RQtQEn4bsXs4;Bqn7AP4#R)O5{e)BqA%dM3Si5I2&n~kwKZ7YB7vTL)V
zVv(p+8RPMSNC5~qa%%!{C5mqozdb28Sqf$g`?>9+G?IkS{9Ju(y07$5tzAfI_36BH
z80>dTX6?zVof`9zsI|}Nwr_9>BFsHUu!7556Z(}N6-iu?L+|@2L~DR3rgHT5X^v#U
zuI1Ot`~CASFF!nPC38Zxr%p*aOn+vE>DCg!D&R~
z`eUIUw&?JnrSdL6R2l8bc%D>j<+487-u9@5l)R$^ad5gQTvR_GM8DE6QL?b=70w|c
z^AVxNr_+xhVMh76W_fUqR6->%wxZ3Ke~+~EK&<)@L$iM#BGDaGff9lBsaLOVwzi)N
z(oABZI&@Q(h%&)Dv!b4p^HOrEK#v`Hi~@^e+;(d7!(@U6T+#U=I{p}!^1{N%owe~a
z(Uw?|;M9I?p^jS>JF=+jzKL>fl5J^N`;-pCmDyfx;baC)El=&NX(l2C{=bMBz9)U)};m>hj!$+&k?856{)
zuQnIsF8vQ&_EIr^)=_9i%w}6r3j|pA>Yre;wgxk{8(kM2ACLJnEwzN5V~7{N3k2*;
zH}HhA4+)1T(r0fV*C3NsF3z0Yw7f&4RPoU}4UyS`WNHW9zcLp_lrnQSyFFv@nm?cd
zQWn1B{DL%42+_T;3S;_HZ>?nCij{cI
zonYDo7PN@=K12@b4m8ihXn&D)%Y%*?!y@6D_Rq6n(0A#k7QoyzB<42h>rA4S{C#g$
zd{!-!O32hJIq9PpfZYY;HeucHGFuKlvd7oW&??LaNT=yIfaMWzZR);SwLWRI>PIi^
z*U#@Jj38R$jwilETcATVZuz2~x;_nF&8zRd7-9sTU;UguPK#{MyO*E69b-q(tdFTk
z8e_t`#kYn|xPgpR+3qLkvC>D4EuBY7cg$QpCmIZ$;PjP5!3RF>(jV8`^N*z_2GU+O
z=wC~jU&*)GVQwrqb*xWQ7c7f3oQk%17#+n%rnfN4J1@$`IZqYvon2csF1}5qE||4A
z)b07sO-A7Ah&eDK>X1q*TTY_Qtx;#D_BZas5^ctEpu_s?B$eBL?5}whvtBS5bv|q*8Nt`C%lUSLwl|GWIUQ~F;efa`p!vRW
zZZSZKAOb6yG3|YcVLD96DUx~Ps`F>qkRf9KijUP%PTR2xNFe3w+iWlP%FUg9`1jK}
zMW4~+PjsBmY%M`qNe<&BkD-Fw#pG=ct5t>p`|FXBchxBZQlWV|t`l)%hVIs?vfnU5
z;?x)$i#b@`Nkr<)Mxubg2J2fOfuXPJ(sC0Y@2+T1g5wC%P`e0U8^lGh`H=LknB&>#
zyGESM1X{gCTuvVPOu#X%tJ}!*d;?nsl-$bb4@EV+d+4!`(tZGgpX%%$s=gnN5CxZ{=6y
z{WEE=@pLI+QkZTyQex~BA@h-Nh0a1m>O+>eWxWDS0eCl(^(gPU%Tbq?e!qua?+_4G
zG}hvluoiBK?gh~+<4}VdL(inD{6}+KUhF-vL-wNU
zr%3PmL(7+j_XBDAf>cAAdfUI3S2a-aS!_PGIO{A4U!*;qg>$d+*XZ^u{IM%BJ!FEf
z1<{QiCAhA$za_HO)Wubg!v&q^I%eHS$J{&3JRC-^k532UYKDKpcfZ%%c4(v0a^kn7
z*Bk=St;QdDe!1f$yV^4Nv_YYnfyqZ|Vf(4F^-rTwCRXa}K(G`o$JUBjl%!ynv(qkY
zZ@s1guO=`jR|-IbdR+x&Iz>~Ymt)Xjk@3Cj1{|zt`$x@iI&2wBcxenDYdj&fFa*5P
zr6pUc)qFaVZ`W4quTymK_gAPf)!Pw!bclR=v%|iy=lLnWAe65%WOvQSG}f(u;a1&km_XmXizR9OyF9!eNGg4Iff81
ziG|gsU@V0^j>KBMIu$K9B6?|0OTZCBX8=*Njha+vMm!A0%)wryn*%d??g9Y2bZ9RN
zb$WedF_duc^~K&w*gK*a2Bon2ESLRAG*X5n^SewwFH5KI4?*zFTx*8svN?CBm;hs-h4daseb@eB@H~YF4AVHN%`27ak1d5?Hq(dYYpu68)f}L;=IHemS;pSPg?s$zim*_`+!K*>U0Nqr+_@r&0e*34B)~F$b_M*NRgy
z58zzse@jJ&v8v3}DQ!tva7l$lS23a?`5kL2Z20&?+BSsNepQ>>@8x@(G#{xIlVoI2
zt7(L!N9Evfh^flm$79o+l-0ccQPh-)ITZZyEu(HbBKM!7$XKD${$J?*DyYL9I31%Y
zG_GE_+^S+M95^S}<(0jYSQuBH3bwTU!8Khe?~Yokb$7iroW{e`NIQem&q-M>0BoDT
zj71m*)=g*UBHlS<)1BE%Ci_4(KCgDJpS95dQXhZ>`a)DgjU`m=KpYMU>NI9X1)yd3
zd7Pb>yH4rAhJ0G9!4dP{^3ud~S-IGqjI@7V{En|I)@WuIAfbdR6ZC48mu3z6i5z>!C&`B_Qp5a2R!dDiJ4XT4uX7
z$jMYI*+J~+sU?VGS&JPvKF_SLTk+(7Ua=3vzE3svS)UtnDy-Ip00zRQ2g4B
zK^-x8$Q
zZ(grTof^D%+64M@c3ivZRn{~Tnv5>dr{hSry1fKWuqIr|y|aSYLy9JK2P(A`((xN`Z6CexBd7aBFGstw$}FmV7o?oEN8$
z$)|0875#MST9c;dw(xjv$W-<1Vs;DSM0lH^B1v~!EPzILyt+wobY)w7&vH67eCHf?
zi>>uoatx$}E*L=j#V=>Zk;itp(sQSBvW)9p^qd6ByvS)7yy}@ZPp88Qg!J~(h`)bO
zUBGGya{Pv)%$kG{ZsjDffD`ZS(V$~{#lP&K^;#}KsO$|W=VC-uema*%-E!b?&`jQy
ztE>}AM9yaVJpvoxgSzRubkPCC?av-lb*AJS_`q%8
z=Q34&Z{2W9qfky*tR@Y=a~aL=%7P*Gs{i*f=;P7_Ucah2+`2U}U-k0FS~4aJ>A0w<
zUySkntDEs!2Nk1I7LlJy-L?HjZ~`0gzi)L}Kk2Y)6}3*fn(jy@>aE`goV%
zVjwtdR4{#JvlUi#Eqzc+h_;??YRBVFd?ce83@-ClY#`U2;Z6kb{
z(4PFTQ-p9cmTbtqL)zH&Q6mO+cgf)AR-%38ERw9Y1^
zN@y-<;5vY5Dq}}36a+xB*YHnx*RK?agsexdmJut!=NR-|nivN?|2EClJHOPkRby$&
zDINZ2AmxLzwdUQ4yL`DqOWb4nF$|6Fi`&!;?xCHb|
zzZ0<3d(E`5%zJ%I2;{~3&!^C$%V`$kay?mM3u>9MX0f~P%z8H+?d8h3WNI6;-<&lz
zb3g6pg=^{!%y2BfDiX7R56We~)7$rf=gSg;@XhB9>r4rV<|nUAb`jt+t#$LmQnhtv
zKXsk;kdX`r)CfPu9iIl(d9fF{E20!=gk7!0-}@HuT5dYd6RBO@hBd?jqrIX1XnifwW|IIksRoZXhPV0yLl_sH3=k%W)}An+?nXN$wm1Csk#&u
zA?72$&?E9|)a*=m23V;8IUZC{<%w}4LW4J8DJZdxGGe`BqZUb=3&`}GKtg;p?ZPul
zWAhL#!*qU?Tk)*fM#;0dQN!6R^D+-oKW2fbQX^Q(`@a6hr}_X(c4XU|)8&&m<>+i|->)4`tI;j+&|<_Vky>IQiEj`}vceuUzTQQ`&e=K!ZB#SxlGq782Ti?B)$Nc{76}AH|2{
zSJY!5++KMm+^MU7(SD9~azQdMFQ~%cF_nYYr&k$GiS4bZ{1Ng|7Rn~ky&dx*rzIHJ
z-YW;EheJ}-B6eUY2;=Jr`Oe^qU{;=x=L8I2tYNPhI?qWGPdSS3j1gdg62O@Vw&jg8
zl~D+8Z?;H?saL-0j9qODLp%?w_sk8FG1zJCIY_|CjVzgKmnb3YeC
zf+gue%;>+ShP?c0Q?Yk0JZ_@%m(OM?K0|_G%M5
zJ|p4DXsVPLvutbWa4O1#GoR|=&y6hJc3RgwssG5uvCiQP2W&6i(GvRK_8B!xqF;{`
zv~RTh=PO5I9?AR|$~TX!2%lNL>cQA2``mznRBBS|bCaIb5?CHxwUHmk!0E9mxd-e2lx`i%xte
zNEUhBdZYjw@HU+R-6JRDJvN87*Y%mK?
zZG9?46>rIcxURd+9M$M<*?_Mu5$mO^xFhn>fBV44{Z~vz;8@^4-d|36b542taxHiP+|B*_1_#TPm|~6GE-^mQ%3Rv{MfB)(;DSLzIFXOo%4P`I>SJ+66dY_wgTVozrjv1i$!5ZOo8L_q|uX;5_aoxER>joiN
z`v9hg-#*oKm;DfLbO6m|>^X+}({Yue{|^!oIc4gtQKEaAleW4Pg(f9jP`2Tv~=X=S9KUCtWtT0JY&?^RH5)_bli6xeglcafn);9!_!@b^>qw6Q6a}}_(DAM1O83rPzEr*K85n$a
z7vhZAD)3mqmQPF!21q`-VN>{h?a9&pr7z@h23bC*Pci}D7r*bW`;As8Qn0sip7HOm5ku5HiUwZF}txCyu}k&GRDA4j5E6U$5a>}iV
zG-bM4Kv={rI>u~W%f
zm3P3dNPXQJDUgGnO^7m}=agzCft6y(vheL%F8LeDdf+=swQo6AKFHL6$Eqd_<;=K#
zACLM$RivB~{X#VnDtKGvw$Sp_fwAq3wqV#01Ce&dg^V#E)yIrY6%S6DS7-tn0++w|
zB{Kq;^v!7CNl(Y>&jS$&QWjI*vzlj9r6&|+m&wEE`Ut3=>@snSU`jhwUlPkQ=+FZO
z63-ux>E{^7^W9LN
z;cC5ay|?qox*1+0DM3m9VlWuln&bgDM*fv8SjBzp`n-2ljz<`UGUKgC%ZyDpg%i9s
zy}*lHe#?zZ~mD;&6bQ#b9s5wE=f!kt1Mh&w|32O!yniG0tm^ZIy3t8VWI6AU;d_gyA
z4eQX&mzGJvnf@-22k-qU2&zZzJEb}&W=$Eq9a|4!#MQX(HCh^=!WQEsc%vC?~EM_}i%o-I4&s>9`cP1ljB;I$K8k^1K4
zCA?5vn;E*IjJCx;>^OTPn~RZ}l;%mJ$Nffv>5(zE+_Icj0bcfIp;(L9_lj9OSy@R=
zemXDz>1L++@%O#?k@XB`#p4_vr;p=1q|}?VS>fMZK`Sv2Eeg19mU~&-EVsY8t2v=`
z1HF=AP{Kk8zOpP~fZf;r<#!5(MtRz)y%TKdhfnknad_T+Gn)7*BE7Dya2xeBVxyH|X})-zB^eVQ!=c`cW6
zJqEDmbh2jcecL+4Df)3?Qu)>P6*ctlrarR{S*yB%YH5{9la;-76$k#z9lJw(h=Lv0
z>J;BkClz^&7@R^GAT5LJRPQveu|S$nja7ViVfw5OTNei^Cm0hFcluP%2|5K_L8N?V9`T3>N|dBJrX)nv@ulfsPK30aK}KDIMEPEjU`6
z=VooFc6Q6;Vu$Qz+VFm+Q}IVE2bJ=Yz)$p@dF^?03A|7?7;B88iB1y?aIH(tD@*!x
zW7tVV9q2B{3u@
z*Y!5y3bKOY6qM~r5p%8X3es#lEfo8gPw3Jb+WWs)u?K+1mCTIPeNVe3H8dS;{sA-{#c4Z3CdE=i-1JwzH
zyUqy#2ds_PvV9v4!iBmi>hpoHY1sVPAzjUCTw3TafBn~H8*P&-rP$p5PRiQw{neg~
z6o##u^IR}d1S!wF@quog@x_|8mtu=OQww-K&=Bc_Cqo3?W_teDwDJMn#h%Z}D)6bs
z3_3IXujC?u6C8?$)IxXILdl=4I@mQCM=X-_!#|orje-QK$_=h(8P%o#0`R=4A%`-l
zEQw43dh`Dsm3XLdOQzRM
z|IJ4DMZi*TLa}kfp7BCy(KD;0`g-;j8>&pve*k|4&CEu=ZE`oY)Qp?>E2=``zkX4`
z<7e=BMeo
zjbU{oJxTuaC?}fdM=AbU7gCX*bMU3N{|Q|ef*Nenv$&OAr8bEVyHPtEe2M3OaC-jwOAp}QA|&(FUaP=Ye;$qg+)M1MRu+ty9`MNg#qHCxAhdsRv;6NW(tocj{R|CB;$LW9Jj3Yl
z7slxL=c5#Vk5WCCNp6v^%KqY7|JU!d7$N%_soS=G`<6Ps{B5*mp9vkULu|5@t)-aQZ%%aPXtc{E{X{cALy|K0Xh
za7bGAPn1D>)+gCtwM)K#7CPeZb(Np5+e-QO^mDZMs_@r837MadGX6WN@O(7%@6n0>
z?E9~4n>0MD)&Jj7{O6-cjj_+64dx%<&rW_-kXe`_qfXD?3yl&u35IEZB4a5M$cxf<
z8+?aFEbuZsi0Ku+3ET7&g#;NV7>WE(CU7GC7u;wqfnoqaX*i4p*7XP}IwG8sjKCSH
z=(BtPPNbl6wW)vf#YvG6U#eA?$k-3KNBVv^92|O!lbm`M7anR#+#ieZi|{h^*!1R!
zGGm@(W$D<@mmr0IrV*kyrDs3qTGFPzx=kYc1!LhDaD4zouZ6`E6+JQ}q-CY*C!|NP
zu&igQB*N_vE4H>n)3IQ+&V5^Ly!g%6$vc}hlN>~VrYQWo&(i-?8&@KpU^w~NIj;ht
z>qwh)-)IIs$zfN!6E!K
z1OJ2b3Ijop!HV-3e#&`tFh!*&A})>~+4g8|8jr~RYJhkkrJDtFPUJUvnD=k8&`VJN
znM(R4qI>eI6Vr?l8|Crf@)4MuFf&brW0fryo@GER3PAg9#si^a;8CajQ63JT)UxC;
z2L`Nqy3F`e4tRIuLgUDofpY+!s`fO6k`nNth!=#fssEIkGPfdZ`siF4UnE^YicSfO
zL;v3B#1A{G%2bN14N_g#U=o~ubE%zE=&G}q5ir56xq5p&(D{%zfOS0mj?Px*AopLq
zkh7mu-WDo--;JKk)~w_%9=~FCSd{r09+4UyYk#XlHuw9G^^?jb012RG4p3Tyt+SPL
zkNE;ta&YU8`{vbOW;()-EzKk(RoEcUIHKjhWn0~Gl*38DWE#h0J}mbs5)XM~1dKyp
zLs;u)H|LOFsWHJ#yykCd$p}3ig-z(j@yy^T~TU80Gv-st){hGd~Zbk
z8j=QyNh}Opw!ya-;#8DMD#!L2jlXUM1DpoU=isCnJ7)FqBuX(d01e9TO6|gB9QJk}
z)8<6(x5Rq4r1~u>CDwc*OKnw#s=B}fRG{dKue`7%bv@tcfZ@2zORebN3GlhBl%>1=^K=tuX#U)hhI#dq
z5(s`Hg5SE;TK$Ia++?j~g+35HIXJ8Aw%*t~B&stRQIU^Fl)R{CJ${m>GLx%HM7|K2ujZg{R1w^1IlKryHZ@9TQ<2FcC*ta)FRCc28aBANX0-1R
zEc?EQ@dD#qT(mH;&}YldA*1nhlFawUp;BHB8!MBo?+xX@#GIsSw~)!MBQO*l49l=4
zS>8cAV$XZ{Ze^$Xji&}}>zr!{LFv$)$sOElKN|I%5&pr@5UQg3!sT(UO}CT#O$36<
z@>F3_8&TtUy!T#io@1b^IA5o^3){Lv;?NelIi)*>bR_-t4>GhV;2Q${i%ej^f1bX$?=uxrxUdQotCAS{wd3*q{vp|hX*E=
zEhO+te;k|WKN@9sP>A9u18$?Q*-T>q7;i)o_6|ZOBTRrQs;t8|dl}MuT=d+{pw5Gx
zC-=us>M4m-Dvc}!rTB<&us}B~-^bTvPdSwbWN*IGtxD_ELk=I5a>VY41{*+rM~ZEV
zNM9fl66iFr)|~T=>5(5ZlYJh7@zYkX(4I=l-25|>r4iNSEY5?W1u^t{isEFG{^RzD
z2Ia|L8;5wMY4y6n=g_T`FJF(@4X6ZyH-liW*v3@1uzu{>!tJN1POHYNXshJTwyuqe
zK;|l4UaAe-uZ42y~XNHJsAU6<08{5*QGD%zkgXjqt(b#^8F%qPOrn+t3^d!rHt?sY)X6w
zbLqW`+^b&s8qV&;%g@Obo!CVVXr)};m<~eN36NR%^#kw?E$22!cKEpAC5N)Y$^7?Y
z!93r97KmpuqxXsAe7QQkdgY~_+W}D1;HkCHSLWv-Fc1Y1%~Os%OHEi1J9+lQ!e~10
zlbgsD?P4fc_opsL(s*(}4$7ZS=X{uhx1HZ}X{B1WKKfU(s}kz;=Sz&@+fK@IHczqC
zHDn{Du!@tYNnWC#i^}n%iLXx{N1>+wEtPmrRpXN+f1}Su{p!;_QqHg(c1#;vX>wJn
zPpZEE9W7P9b^;F%5Ta$ji#c^qL!I)C#;)n)p18-HE`S1?=-HLFz`#7Pzy--
zD@)x)ps5VU^383QgpYxz8$fO(b7bwqzQf
ztiT}5SnYQJT^uM)%@*LsKui#*a~KOTysvT5$O?Rr_Nkw}of=6GII}zXt(L;4M&?|Adh5M0L-9VJ}gU=s#B4Cght-3KN*$8n`+xEAj-%Kd3UuR_%lPbd58
z4g9W#WQxi!Lt_LtgG5p8_0(?~k>P)%WFy+%V%6PNB;*y)tw;HHnFdNPG;sJ`Pac3T
z(O68;wb}nkgzmRGnIZ1GmUBW<^TafBjKuKJql
zEq|^U@(e_>L!Kh%)Vd}-5YNB3yn~nMMEn&QI^t%lU_g-)lh$y_51wuE!jg`sg%BX`
zdnaQqPCyjQ$pbUw9z25ZIq}z}BnK@EVmJ>)BxpI|=ZF9@V-bkV|LSDQM(k6UoW!j2
zmzMQK-bd7WGP5sb>0QqO{smR=g^?(|4Dla?OiV)>{hfd0qKO8{WP>g04o2R*KGS?1
z=hXhe0j+qkN4dyVhncy3W0pFtU7+mu6wx4j?IO_b;vz19d5AmKca7N$r2bU-~7U2|^R>7IuGWe6k*|1UM5m;9BfuZ|kc5@fZ~{G^13XfT8a
zul0K`c^S7yp+_ntFgnRctRAe)Djru8vR$~79pl_rVebbaXV%B_8c-Cuw9YCrW+^?|
zc#Trz+PLgDG2`Gla{$iJxOX&#Lou?l6XlwQJ6?!r3Ev^TJ5N-HZhaYMQ|Bg^>;K+g
z0=MrJ(dIx@H-%p*FbW%ywq@?WGE&jm6SXc#h8b`E>Fz0^t#S^6{TA{Qo*j!_B{4Fc
zUv?N=EKx4v_JVK-ULZ0&@4fbOE1r~YX;yWu!KWQ(!rtoHw~+&cNGkIsa()qz%4eW;
zz5@cpF6(rLRdymKSpaI0HvMQJN(@p#~dp{-!WDe$u+dX9mL|
ztI^2V*~Z!Qh+fTkD%lhBiOty-(-^O{ct}|GqquRUYvbg@
zNN*nS!cs&ji|3t;c~oAD<5?Y}!ClYdQ`C7(fi_6shRw(BE2F`a0SSD_TLna_GJ#wZc+iOs2c`UZ<{Lq6+K703#P=+8Bwv?eV2iTbXC+q0lyYC7Ni8g}
zY3g|$={{s&MXG?-`)E7&+TrL=BR5{+@MrxZ(y@OU6!~;<(_sTX9Z;&k#(YiG?qRIw
zdDAz5bvV!AvCwDTcw(_&3N1TUI@T%NtEx2Zann;USvwv{-eLNgi@bfHG~z=`yHS}-
z=mqA2>-X*kuI(pj)C33{)T9gR3LAEZ1gm|P$fi>-p|hv~(z~9!xZ{QV0wKhE6)F`T
zW?qn%@78Po0=u&m8b0kpv$#?imfqYQG7jV1v1^zADx37z-`SF3j2@S@br{Pq#X^R%
z!NkA4J`IV(iy?|B@lN4fqv3P0S$)z7i~#TZy>`OAaw|spa?Sqw^rM)wSKP)Z85N&ap^xTjFWgHN<_1H6;&zpLIdF=VP&GHf~6+BSPrWBv#
zoxE*z*53%<@YQ>un@^!iHpM9YYiMaII$}ANJr>135wp2i*b={=w8bMu{%K%&t6`0)
z@xv6(uWRSAs@!1v@TKa*OzHJa62UR+aUYptu+%q0>6F#D2PTBDwIHTP*H73fhEerd
zBlLcT&<*h&5fyd8wsx?ZKh>{5wXn?q=@A+v7aNMOK=fk{{hO6Y7uP!2DAm|*1KS>{
z!!@tQ+!{?8*3NVHNr2CI;A#IyuIrCpl=L2PzT7l8MKhCb4!1MrntFo1R2fs%r5Mvj
ziUR;JkbLCG%UXYDVzbYBs@)u$-N)|ooYAoP;)cxl&D|DFiw;uSVqBSu5}bQ$V(_F9
zR#vw;$eg@LQ_sh8c=D<+YPB#jx3c>_wjiv;TFVLK0wG=|>I;E2-x5bwPO
z6gic;MMC`SXtzUoZ1F6|&@B6Z^QW&0*lR+?inge5y+UULM={i}OnR?d@G~bVG<3Yl
zr7Uu0bcJ|TPt)aBiNBkFN>pWiDR%U0jr}vScRf~a&5XzU>F#w1^NTLZM~RIcM&39&
z7`(ME1k}92%g?c|2ZfABNoauJUCV6k6KqH&iSX87lu@p`chU)3swEx@y|G8Fvt42A
z*`8NjE;fG_H?&#z*qh<$v&IE~C}Zk-BsusH(*VSzPtlOQU~RRyvOD3cEp&M^XBw^%
zE^6tAPj4!-0`)(?^G{jF-^>gWG-Q_WT+%A-ZF1(8oTM|17!J41EpW#tgtMAO9^8sT
z7IzwAH^NhkUwyVu3OMT>d&-q(l-Uc)g0q#Cj63r4hwk*|
z!>j066R!fTjT&hF6u*s^>YN1nxv4o(a(6)_OS67AKd{g_ZE;;mz}CUb(%$paUgX(U
zB7UmBPZIwSGLIO$bgJT@FSWJZgh_=Nv#RS7uE_8*^Q^ob$V3*`}?>I?T-@w6v5j*4B3z
znnfvIf3#+V!R(Os&zMExz}#!+CHP23qK^DcbGDN=r39cBT1InWQ_;6Qh^vus&2>6C^%n+
z2rY8fqUs-v1%}20``Jps?<+~Icv^SStgm*c7|!T5UwPKkzBNr)F~p_U{ncVBWo6lunM6VqbEV$pIs%BE(V
z3YF3${YHX%d8#j|s5kCo+C$~TOS@%5IM5NmNP@G?(r$CndMC+c{>6ZfB($X;hU6Uz
zAf2)OXw2^<4;Xvcy3HH_n3O4N==ogjxmjh|x#HyseDyseJ|h`4d0xNz&}lr~by#0$
z77X1s$MulNubEYCxW@dS`;|Xso1ip&
z0Ua3w_B@rF+zT}5NHS8hKZoBY9tU0$M?O&GadRky%DMiE+)f81h-9C?n^mU!r7jC@
zpXeGopbI}lOakMpC_Y)egQXTSBa#S6aE#q9wI2=vc%5vBO^qNh+9A5_^Eo3j##C+I
z+3AqnAc|QSxb9)l1da+#NPA#?y|({UrS3VVV6A_=w=2}-G262R3PS#rJj&+MJybfL
ztUgR-xGAv5Uhi@EVEsYP8kbjYwS9eQlryce?S{mxR*A$=`^xhxqnfW>o~)
zEO>qao*Z`@ak&i%Kw}XwBtCSgkJulmcr6cG#@)2%lTlmH&66;zPJS6JnlQ1OmQKUIr+CSR}g>_RM@sulG-$iW3Z2ELCIiVT&CH!vnud7`_oltuN;Au~JPq@J}qO3mii
zL6qFaV9G-#&1RA^q3=Z=8UvUy!!w3=o8Ebwko-hP>R-viSlSN$)?9k&KtEk0%XKau%>@sLk6=|mK!U;hXtvBKg;b{k>^a3LO3jn-*Pq;W|~_^TUnOFHVaeMTVfXE@2@?jyYs)Fr;34
zamh`h4EH7>-H)&$bwL(l7r+w@dW%|p%w9ih+;Z@w+WeVV?Pb7QHLUf0=!
zV0jTH;u!GqybzuwpU-sRx}-BVS@1)S)#wj_=z}-dvy*EVcS!-Bzkkb0mGj4l1uoKP
z%4K&Vha$r}`Z!$Y#WjmG72E@xN+>X$TBVC=-f$eF&-gjdXW+Z@S|=`1N=0x#!*&e~EkZ%&ce4nwd49^`7712C!t%gTjd_^I=z&
zMo_O(K2TUsX)jPE#5N}hQ-!LQuqWq_5G;AmaFQo{&<%1Oea8u75Qy3#a-KTux6m?R
z4WDr7`gVPugNu?ph4S&I;jD>T?)v;-r!VIqO3IrX1&DQC>i||^>xf{D{glmePCt^Jy+AK{uP
zPRTr^;@o@-wBq_@DBKZiw2w#pZ_0p6EH=;Q>9A*J*~_L-Sxx2PjRvt%|AV`jHvwWX
z80(,PB%rgpN#X_4u$V@&H>X=3I_tT78giO;el-ywE;lYsu&p*-%p{2|9H9d)<#
zym(UU_zKr-#)2wkYGHB2h+7WsNybAxH^2h`50m5wut7KOU{
z9>HB@tksJ!sWHmlyFXs``Va-t@}Fipqv;-@o*w&Zom0ywQGdisnpCGf+l#sKq{V7
zWjT_|`CM*N-bO()N6Hc8YO4i$mXuDDa*@j!mr+QxDvF;+vjG7CY9Z>kskyeBTC822
zW?bymvc&CnU3Yo%qHiR0_Nb-{iT8~gcO|#qj|_MP`!K2O)Y%Au@h3F96wR>M7@SaG
z9d+7oUMi!e^SrO7q33csL7+#y=|sVoRw{~GfI9EE##YyWdaJ!5;vb?H
zEINhR!0!|AWH8pHIj|dD@%LWCkmgP(YiJ#pP2B}Y=1v_OGiCsV=E5>GMAW%xww^}a
zwb#_8Xat4V*2}U57OVVYe<~Q|Q6*FUWbQY$YI(4N5?-#c
zj+gwI+Ia;Xh)|wAx1eVO4#x_Olzjz>KM?_c7CJU<49_+)Gs**H{ZOXGdKc|Kbo~i$
zRi+I-JMjaBicz!G(y|xrCD%Ajpy_giuonz2zcLr}vR|n)`%Vp!v}O%Mo?C+|VgvjT`S-u_TNYY@lPmDEUxh*<=ef;|!C@NI
zLr}VJPvAj=OhZ@JQ+5q@7teXZRJz)Ps;Ah0nGmO>gopW=&41-P#9!I|-ur&UvkM;0
z`j~s(7}mY@CACMvYA%_CpR4+zJFOh-eq2(=mR6Lc=vP#N>Yg~(6@-|YA4AfJkcq#w6)2NfRW!Z4547;EE#5))oX#tIhYtOB!-o2_n;
z*^sZJcJ$C2cjwyL(_`mcq04=1QA!fW5-1e#s#V@s^boT`!W*66B+zyf$|`R?u0djI
zdZoP*Jhv4xQ42kbNdt+DZT_KZ6a0W=rjB9tsd2C{f;J-)ViqE&wZ~oah?EN*S#Pdg
z!!!7wzj!nX6*gX+LwfVm#~=hdIE#B
z`%>vl+`v2bS<-D95y)jHiX#`1D0tP6%DQ40{=m9o8lHgfBU1+@!fRF2W@QZ!PtLwU
zZQIjG#rNf{AuY3Xmu(BPbVt+HY!(V!9xiIqfO&SYBkR|sZ|_9rC)TQMBV|-=^tjoejePdbZpwXC&611_+Ly(VWGd@SFiHU{V0wx
zsTWCD!EuU$U-?iV+*(r4gF156DyQ}8TdNZ`ZUZKyE8zzbK7PJ}mG)QrYbW8v9gIVE
zBU2)Oexe}o`5xNhX_=r!N*Lz_Jy-RG)l
z-59-^hNG)0`uW;)dwmK)Pm9&*PqE+UToXY}IshaU@O~pA4(kY~6*HmyDCW3|k+Eu*t^pUKnPD2s;HItD2nV<11
zh0i>@7_fMEJww+xoS)LGQt{XN94=d<^nVqEwQ-*nJ=5A&@UpD(?ct>QjJ*+X>F^UB
z*G>}{%+`kHZHzoyHj~B^O?~45@k<1DJmZ?YXL`bi-soHNXh#p*R6d{$V>GDL0V~YW
z-?{-g)cu8|s*HTMC-s82Pcn81(`!;NW=Bm7vf8Hf3~U^pu8yc=P|8vhA-oBVIF~`O
z(-yU6YbLI2H8os2(9`geddrdOP0|rZwD8LFl(~Kj#E=w+U1sAoH3w1Ig$_EaQbVd!
zh$IY4Z`zieVf3@50rjuyRFm+nOF%Irk~+l%lsMQ=v$Gd)f={tiG?SC5a`08R430+g
zH(tFzWZ+yBne0|IrM(2jCiTnlTQjmQ%GpvjhGIE0DNuO^2nQ&AYt>ST`%|e~%6$kC
z5*30M)K&BOu+CQy^GFU%!53B9nU9OmuBycL`nrcWwDs1z4B7q$Y2wQD1c+8URl{?Z
zjb?q9Mz0{1t62wG7>wJ8%@zg~9${$aB%vi}M--;+R*sR=i
z0k+CV^EvI*tets<5n<#=%57)H*hn6>JDF`nt~#K5NN>1rO_Ae!4*LU(MqUP1XOCOJ
z>JNLu^1}p!@webU$`(j>(7Qt6GUt6e&Ma2OU!RJbQ5~Uqlu9rA{SoTRWobWIY_PD^
z(W!@9hajw2CmUg|yG^pKP4-6OeEb|CDhs
zK`8+X+4ILl
z8AkP3-)7+Sp;Tg-eLI0}3FcJL93Ip37?Cp->tDzjcS<$C{Y6zT)}OanXW+i@UG@qx
zi{9f-eClX!T3$QG!_~6W4V;p6-}V?eX=fJ7r;rw2xR9*q?+a|FA#d<~lEWfgqxZz=
zeuK=|G|ioQM)}4MtAFWeI&a=zW%D7vwb~+gdJPULvDI~uu&3Lk+-Kok`F%GjEf=yW
z&i3W;4l!@j4makOZoEB+C=NI=TDRsoF|~=GEy=b+0BE!AIoZeVC?ifK1)Md3>pDO8uaz+}AUCIC!g{%fp=<^503X
zbgs(hB(hC}x%k{FDcL|)w9JIA_!VSo
zhuXl@rFuQz)xj!CbeA%uxN;@9zlM2acGsq7WUz~bNplzfP5If3MUkZo)8X!QL)*qq
z@FX$G({I$a)`~W!QFrSMC(-aXsxoFs@j5OOVZ96jF7}@2UD-w3nd*3(+6xmiRARx*m#Vm)GgLa~)%4O+Xew(+?EATRlCY>~SK0OSw*Neq|Q0#9&
znb^_uI2d`__`z7|s?^?c(g(7;Sq6&*n3`%3NV%E!HsxFpzwxDw^Bhza6WpbCWRs91L5kdh~9cKOv^1m2=6V=IpTTBI$8&*|xMc{7u9o
zkMfI8r}CDnedr$IZ1dP2oGv@o%btpr4M0K7yt+N%)x0zdq<#xSn(A#w{04hA&`!c(
zTTQ}I5|$aA^hqWw{PvCkEz1tdVARK4GCoz=lJ}>Rz;KYp(%CS?du>F);)r$M6ZRxz
z*aXNT7Y^#!?~SW*nj&TJtOWc}jXygT<*h-INYSFgF&#Nfa{tXsLIsZfAW-U&TQjbO
z0A+8#P(31W!l>Kp0&loBDQUWj9H`)pW)+#Rf|rfBcLB;*VJMX!b@Cdi^d1?}bZ}O`
z%we02$@A7GPRsID#Q3Q4;S`ymx|tElwz3<5!(rsoFec789_w0
zaFU$H_&`1UZiGh{sBQY~HDv<{aTKmypZaaeg<>)~;nQ-yt5@oGS2lv6L>6owJSdxk
zg<&075>2?==y2TwIa)cRfaub{nT`g(&H~aVroZo@C@dmaHce(zNWYJ-(fo*t9f*cq
zNKb5D-*4-o0Yb;u=SdX*WW~BzjVmIJ0?)E!W^WJ7Uql%?MMCzl*dG*aFkoTRJNM}6
z?HcQDYZJb%TyYf^#x_?+P<(6f{}CTEHCm1G@eIXiPN)epm0Zjz3zREi+$!p
zcq125X-`ZjN_24w%8gmGA3;`^p~^j`@YGA3c2QwJ4}qu8f7|Idd1?0)*XgMzRrH~B
zC_q6+X3w(GvwO<*WAnpZ&Avj);rd*VuRzUCfMp{u;s(zfe-!eoKuG&6V6cXjJ@HJ5wlZXk=jOofC
z7*LW&k}LQ7FG;#CpyXhA;&k2h9pmt#*=0Bap5dXa!$$u&G=s&UFMx^ou@jxmJwf$~
zkPgD7wX|T^{Ps(D*t$_L_mGE$RgJj>S^o~Si6%Q62lzZMP=lW94n%UaY|mznXd?SU
znso5x5)3i1l_|6gJSYcPEKbJJUsNh*sG)!gSog8+3>jK5zKVNrKsF`<>}w#6;F*Pb
zTc}7}LZ&>Ocke3DY;-B#*=0a(qO!tcHvGo*83e33{Iv9U&)v!6Or$q18fU<_39UP<
zvPrLudVJGHJQ6Ur8b9&&qtlqhIO{*lqBMO?z&mVpT{e-yGZ8U?A@Vc>Ppmv{%ABjX5OCBQ-;IJxPov&~Llvtybd)(i4bRds@-?S`*_${_w@igt1
zFsTS=Aze5$S1iQ5Z-Glgr`f`;I=(RhSa{WG&a>=feb87sVnIj5k4xWgKRS>@SI879
zc<1qUkwwt+nZRs2bZEMh`X=YvSHAbj)3~Zt1rshxnBmph7xEJJk*X4XuJE6di=28~
zE+hTN^<@BuRQy26I`yiJSN^0`RNoV+k}R8glvIl4C3#Ev`oPP{Ps@8NH==xDRIzW4
zN065Y-_JNiFpgAmj^K^Q@bp{L7B_oXaee7dI}@Em5exL)gNHF^uNB}7PD96ARQW0=
z(7HoZOmn@w^_)LWxi_yDjE$2l$zJ-jh>qb`o#S!94+gt!P31ddm!2*MR4#+}_R5U!
zJE=AD55y7h?+7;Ao;`Exoyvk^2a1q2T79-kU8z2p`+bCCZEdD=H1Q(Qr|sa2oeUPXu*$w?|IS-d7#c5Zb|
z{BWdAcWyRfPb{qSFtjih%X>Di{NXEusqA4uJ{(FEI0<~zu&(=H=;
zrM8yUG7Kt}zh#O6-8?)@%T@7ljgwcvKB)QY=|@Nu9TsTok~<@>*E4$P-V@Z2eb*&$
zEG;i8<%bjaw=T^z5#!aSwSKZ<&f8E~M!oUT$dM8i3LR^$gobk3#QOwVXNf-xurkoR
zhB5)fI$}581Ry>`(Q<>lj`uyw0fs&!)A`}YOH&*mrFfJo()0IO^PYtDtsAb60eNP`
zPc6*8ENh=*UrSr0sQs8M1w=?Demwqlnh7dm~qUCBQ$aH=O69_sae*I&jd~7HI
z42+Z?o@TcV=x%L?_(4pa-U5?JAxa3bYPi+axxxGx1?c+~G1r;d%8^ear)9|8Pt!d_
zRzfFZf7rN_k+y|L4ZEx@WK(x2Cd8qzy<5DA{H2zvCU=G2o%CaO>vGhe<1!+DL!(b>
zZ8i#P5Ls)D&B`JGRn%GK_l-136m(S|sL6v33g7=VoU)n$2m6{(@ghl;=yWRMry^9p
z=wJXiQWDM{qaBvxsh$=~SiYO>v#1u;*744a&&E{%*lAkQH@L;jv~BG;BZb3hE&2Yb
zc6@<&8$WQq%!Q#>^tF)kF+<&8<7N7aZq>e;w8;tEtgCwf&h(Rl7QOhb1d{(o=v*-=
zU)6ci4o!6-f>Z6J&&Af8qkB#|qRDa6Z+B?^A&UL>L)M_)tP`5V{+QX=T`u6fDVSb4O@OEIl4)*n
zq}Ze0Xk`q%lhyY$SWZm>-=4dY99?PAL81o4&v%BFtFH~P0#$g>vp`4Y#A~iBtxFmp
z?y3Y@T3FjunSk1jKV%Oc*dUgGq;U&?^@1aIdqm(B+
z!|pcO4z#|7L!vRC$b_)1!Ge`8<=dC1205&vvu$20)3;4$rlUb~=X>00*InRzA`Q;r
z7AYHEC8si@k^lzKy07O&%+{6`44NtISekgOE3?o4f?aWwa*8=Vrd!l(XK~A!M
z?BPm?Zf340Pmr%83@$jvwK?57?1HXiixP>c#sw8?M4S>fZ|RzmtAKFY%Q&aph^+Oq8Be;9KZl;~LmUO`>KzpUXJ9Mz(&q_$g)*
z2(G9cg@w1Keo}qw&Ax%C!uMv{+@>fl{ZjDekYMH97bBdSsvzeONMpF2dkQ{`v!dDD
zthM%{TC2>zGL*|neC!($vob#TEg)OGY{I$?XyNKI^c*frPjGAUcYk+689t&3B&d3<
z>trVgabYl}kcuQ8fDYieHi9yTVKd2NS#`#GiWAs8BPkCTS8jg}36Q`)z1v|O34R0F
zd*kvI+MvSb^Gd77r)%DFhBBS;ex`6g?Xtv#MsLu0_F%P=%2(2|mnDKv7*NwQJ*mCT
z?}XDqT+4mwNLIbobRjUP
zj?ejd>`~iB9XLX87LvgTZiFZu^D^hopUa7LL3!?2n^qTbjD-d{pcJd@U8-OzWb%X6S?R!8>@oKdd?CyZOeTMpN8lP{GsuCqKAl)x{gXJMl%YyFB{{+I`5EHWUBDG^cn(;aJ8`DeQpgAXI&s$#rj^
ztGxPEtw~nrq97}QXzuVbp!J3kQ>h{ueXl;^8wu4ri8WWejRT$QOVR5&-Ev6Ix@qeu
zvLb8z-XY5JsQhNLoDt3zCCcGM!ODha?%An+*z6s%xS+Sq!NfhP-4TkD1P4%E=8wL!
z3+!n5oCsGXtnj^|T*RB4n*N^+0k%K4yM;P8rNm~FP`c>`Rb{!X3
z%7l}^Gwsx-3qz^H{u=>0s=lGXp%s}Zkn^~Alj;3DzM7QSiUbs1xbUAIfxwUXJ~NsK
z_>Poo7E&~(Wj~p9zW$jCWoT^Dl37552sGKr_D1n95e4-x^-jnr#D9RQLCS83WURx=
zA4;F*06QOtOwSECzF|hx49Pi^DqQ1ahJgZfQJ5>Y*T5sB8Iz>*%V5dKDnAPlook)f
zt{4zpT@o`CdvUqZs`wAaIFpi2DvF}LeGen_BLE>xq~MNnjCB<^uz`#tV}5m;jmTr8
zc$-)KO?RFr!@wbciM|^LfZ5_kx7_(E-mQ5mxNY%xq6&dzIx@R6%BN@LE>@b
zoN&0<%E=@lgX346*1L&_QoGR0`}WDhl5yOn)}gq@?gIll0B4V1b2zq=;YWvgJ(e)O
z8;T@EZD1*%LBf2+&<~I&_qA=1)%6@E2xxPK^M0fKv=lv>2thFTZhw{a4#=IH5OV}n
zPkU;F+K92q7C<5_^pHY3q*v=cG(p7uuZs@dG
zm?OLpF2oBEziz9eVQ&fE1m4$;kZlu!2y4iAWz;cH?MT*jyOV17u?Qk~wuq@<^AXE&
z*%QhT*X66r^J4kq9)TU$q0@=6+u<p@y5^4%6aa1L{jA&36Q;`oc|jxV~9wjYcI
zj92{8!I{?HgwH1=gGlG6eD!r3jZZ1dxY`H$JhSJ|)A4%NoQ*21ndGV;v9XUBbrZlw
z!o~)w8r-cQl^q-o4@s?S{b^S6?t9tog_I_rr`n-(XVJ>Fsq=6<3p19p;hdLfVrh0j
z-6=yhbYl1HP(D<}wVy)2)*7)<(cF9u7P!7N5*4PITV#W&wakRaL4u
z(~|df#r?^<7eZ16U!I5()@Squ&4vf3fua^_4!u^RV}zB-sseM&P|OeFFv^mp-1j?n
z<}D6eErCYHu~z0O%V+7@JI{+#JVOt^)jp#5Yw_1DTwTRtK{F)`{Se)9=j&~Ii6obQ
zv{oj6J>6Rgy4?gRaIj%nZnfh>G_Ckc8>Qhtg?*wgoyt=bTa{SngZ}k)l7qyXX6V^M
z9CAVUlXQ}s6dr4Rgz^?#G)}fsZ=qOqi^$}ODVAGid=1)$JqkjVsN^Ae!?za}p>#eh
z&OPOG^7}F4c0zf?0aFS;wPc?c{VjCn-aUGByZ5UGY;)a*c{MN2pt7q;T@n
zN-TRwzf_=i?V^*_iq?5K4dcAN%O#S0x`RCPqaaui^$rgI>FCn<20cUaz=rOtEk$%<
zS}M+EolT4eTwZWtoAGSGeg{bOny}y{16t9tyk;uBSDrRWhQh7TM__E%d0*WGPP
z0AKzQ+!tsQ40b%+l1_W+PC5|=%g8ytg%-1bC8Dm{Yak9C~n7TV=FRHBrOsw>^5R3Bpv;Dd@oq_
zyc$&isw}{zTg*UXr-pkNrQ#qagoVy3&%H%cy^!dAQ)_yRb7Fn~=czH^zj7CGeYAAv
zRrX7g-RjAU7>Tud>>s6sEr%81OgwI8_67;e98GyP)9
z0g9e`iEqayRK9JD7C1q4Pc~@xCp*(VG_dG*l
z<8}DNq%IQ!u5jjtv`%A5>^Dk+AJY`t!1D`+S)VQaVsyO`M3@R%H=(YC2$QGzxCK7c
zF;h&|6vKLkU!k|B>A=1It_!YDb#peFA@k**yz^FDk3~vvN7)hfH$LLm4!>1IWAV_t
z)^BBW>i_NzxVcd*uKm*mSKpvarVh>XAfxw*O2*@S&34u#JR>36D}QWf58x&kzw=ij
z7gKD{R8y;X18_pJ_`tayuQ54fsZ;;9IjHRdO*)r%m`=bUggei5C_QPTr6|6cxaAr`
zd^^9wTFn7KZFm%4rg?OtLl=8&D7du_i}{SEq8RAx2HuJ1Q#aSb`hkKrwO`4Hccnq#
z#<^~ZG`Anj6gZ=PythFFXck{WgkF_Ks(C)0{|NUp!Q5BT3rArI$;Xj9`b?WdXZG=E
z=*2b8#cB4Br5W@pPuMxzid2hSu47}#Er^}Sn7F>DNLM`O$J9FK!0V7!|G|E0!GAUr
zQQL00h~Umh?p;hqL3`
z38%tK1<3JZKXTa@`Ckfc4Y-O1$mg69l#E16PMza{UIl2*A66Ds^*j}~{8TuaF;{WB
zBXR1)YDWkm(#>yKE>qiIrtk9zL}`w`XeIJ0?CSYE?-Or`#q(u``{9p#!OJ;2ftx-p
zV>$G`*%js=yU32;ge%qblZP&I%69FxRkmv#Nnt!o9GZIpr3Db0{Bhrre~FK9^)$W!L=W4S
z^}6Rkp7R72bUQ+nwj|6X)vV;;gC5ylA7z)-R%9Sol+p>wTjOMP?sH1#l6(u-i{)wd
z9r1S^AQE)n`(u)@(sb6;Y|8LClg)&t<$Sem4mX~!?Th~T3%oL-(mcX+QVAN~Ez-fe=HsvdxfP(r}4NRyj-o|cxL
zv~syo&&Gzed|ymrU`ie>$EA)%4XyT@{ue4Lan;&m(()enE1bQ}u-DA-mV(PlWxi?N
zhDV(Bb~o)U?}`)j-R~Do%4ylQe;Ba3&D1|e2zlQZj_L~>rpW6P069OgoEkDrbXFPN
zt+bT%`MR~tR_&Smsb!|&phoyP=FbWHeCRAtS*>ZP%OV!k@8Ix7vBvmeSLYqa*FxQN
ztPEaH@1|(G;g^o4tp;*G<%Mb|{y_9Zb1fI#rJ$hu{4&JG$ixlB@<1?5_Gh|F^A*&}
ziefS}xkA6Y>9BXs9de`1=~Iw;;bGw?+i$_8H+wnto;-t0tAS5x{_8MC5MivX(8I@J
z`G{i=L-~mdZa~eRUVqVF2S^MQkrP={y_X?94V2CG^Se5xl^NbGNF9`O`ZGw7vvS?KuK*~a!#&t
zZgKHW-`Ga8-tzNO5HVvMoo@>gZyqj_;zG-E2jSb-kw@P*isPp{bYK%bc~I?u^*PSW
z5)Mvs-cX_-P*~Tq=R}Y{)Q^)ddD}xexCd3<<@!(WS9UJe`RVp}%pDb5)}8R~oa!N8VYTEFq2j$p_utt!HtwrUt3ISH8@maYtgHB``r<|New@@x}F*Mytb=I`3&T$bh
z^&<`Iq+a2?(bJPu5lTbon2)d*P_3=lX4R0st!b?du}mOT`b4-dg7P_n&G>t>L)mj}
zN;1x{g;RQsh@I;_xMXi{xWkKdOZa7q!Lr=R(kiY=R-KqMt$RMa=pvbH`>7-*CKlkO
z^Kp~klM&>=h(f$IPwODe#99q2B!e*Tuay2mci@oyjay-gB_@Mlh~D$4v5BdHqap@0
zCs{|R7K1zKT5aGJOoRHUvEmfDlb(u=*s!M2+A2_*0JGi`%$O|hS`uv6meVZ;cVLJW
zt-K>B@bzMjLYVmr6`1+O5ipDaD$bTn)%G8G2Qo?0(xAPeoKb!dROo-@(({%sV`
zhIK;w;RonXhL-2aav$
zq9xwmR+d;e9J-h3b?eg6^UdfOf(zUmviEOZ7M9uX%;PjKyHrxvxlW8ZT(yG>#q`A1
zzp9X-lh1&^OmctvSQKC4L>~pVAYQ8a*ydqqY^<`@!iQCRdH#Ad)^^$bVk6?ZOc0;V
z-)v8l_GM7APQ50unzkuXS1J8s8w02?fAF9I2RWgiYI`uggYlGxp
zQGPQI%Nkq41(qHQEP6j9^RF!LdsbBlU;S;|PM0TTM=}+sGa)3E-Ap2W?o@yrICcx@?U0jxt83uY}Q0+cf6yifxede5tr|IBXUQM
zWjP7gH`IuNe7{D$WT^F!OsBP?#;QI8moxwwECdmFHis__90CF)lEv5~VjyWnOegg@
zkBa-sqg<-1rgYjUd+9{?E=+TG&B
zG7VsvdI0wjfh+UinM^{jG&@5fNB>2`4xh%eW@-nmx77*ZIP?}>~n%Zv9p
zi~gnL!2RmEhXO=YzIoeTtIW|-T)r55qp4^x{IiOGVU{6Le`!GNa??Um-_Cmo^AzKQ^qZH9ih{+;|brIq2&Z-beo=4HC6*XdL5eMJ5)
z=6->*<)r^>EYpv3NqU(f>SRtms94=#)UM-+g>kofnKMsa+!&p-h
zh{LD+8rT|xA#`{bU+#-Dk>XJ3OndCWRlAFu%SbQ6hg6(e_N)kjr_{eF8)SoM1d-n!
zY&(~b#rfz6xphhv%1Qq&GLoc~#?oAx^3s}^7w`Qx&zp0=**59kqVl&@pHmin(Z7+u
z$J6KF^m!&KZKS3)E3wF;qJv?}Om$#*y$q5(Fmc*=Z_M6~rUh6E*Yp2_RKm52HN8A3
zo@UMZmcEkl(An9m&!aPh_X;1X0RqAl1t|{^(qiKbg@LZ?_KLS9qTyd072gyUc4|zm
zY4a}Q)A*$M9t#iyj0eK5p;Jj}dDe;=$0R{s+Zq`M?yKGDqD%2}2qBaHcvr_sEF)r;
z|CK(}>uXvMT1fl7_?^&T9}9t`A-imo%uIni6phtSyos3yR-8~#B~kjR*dlK+yA8vgOEj6@71k~Qb}fujnX
z=>HfpVPGxEq!%El=M~Z45(=EKe{dPZ!NsK|Iwio44DbJ=;ozDL5=!P}7heDjs&b&X
z?jM6p<$oAth<_Pm_>c|29}30(s}t?fv`N}Ew&HYgxx_8~4}bRh9~;JD`yc*nq51po
zJ`O;Q(O~eeK>h(JGzkfdXZt@JnhzNFKlqv6f4%-kZQ3XYXNT3ifZdQ~{yj71?+9}E
zpAY;uUb+6Up&Wni^DC{Xf-;6X1+4Ez}0uxo&nN-N#|Gqx3c6`H|3us0z04_7?H#FVW
zg5hQlL`MYHZWM3Gw4%s)So_ge@v2a)H^bD$a4(|1`ZP39cYWFX-?+WuWLAoSLpPEr
z;8D6U0_ZH&PJYLdRPa{0vC$@#m;p}da}hV|s`m)ck7VL9AIgKxu9mHG!vqEfI#^3C
zhdsq*3fG9w9Y6f3Ivm^yNXn*0@mq}}xxyOLF8aI!@BMy*>-AvHvo3v?MWUvaxWvFc
z5zyQ=>LCfA?*bTb+aHn0s?QQkv$zgo*!duaX|BK@r?h5CO+`DT&771kcVfFqQtp9jhuTeCOtBK}_f96NH~AJ)bs3RB<7wbhWGsfj80t1m>XR))9GZFV}X;E
zm7C+F{CSx|$HuedgYvdZ_VTJ}*))5vsq_-Y=Mg{cy5o@S(TG($uzEjk%!oL^8!nyD
z-X2Ng_Egt47S%cMkIg9qTXI$6W+P&nuVq}Lh!9#rG1{!$pG2g4c^y@!aM_
z>13^gmg~WiSQZIML)>0NtAUyU_0oo8wFK~0o)tr@8?!+wiPxi9qw>-2zIwzy47QC+l^E2%|c2oAwau<1!AK
zo0`^r2(@qxYHD6aqxds^+|S&{_naa4UMn$uFKG@yili46K9A1`I7V;B~2<&
zI#E4A``44mABSjkX-ZM-f4$g9i*VQv&hSDG!4I@a1m0+M2{kWD{@>~
zwA^GoV*Kn`Sil6ji*`mxMWg8b3Zdo2YQNO)-3#ea^&;)(`n~QV1WslBW(EZX
z(+9i0Orf;Cn++sFHL1QzQu|nUtF`{TyE{Ga{+#zc4a&4Ss6nY@U-?4RLV|;_prOfO
zU|7C{)jl%6-*j{6M-~B0xf%Ux5t8in&aop(`DOABqC{-|&ApMT84vxf^v`7Z^UX?v
zp0+*2u8q~bLuy8aN`Z+sX)x+0C^-Cph?AgIXfFvKbaILVX}Z^lySF+&e;aQ?o7?1I
z(Eq>%B`pp08~yxz9bW;m+^jD(&V_s_EhW`ACi<$Y{xrHjQ^@FiQ_wuiMA>
zo0G73FyAh6A+MoW$OBEyQ(1-Hiz`d5ToU!J;m^qZbegtBB7W;=&AkO@*k>U++|m$!
zZ*W55E3=lGfQ@6j(6*yX@^ChR_GsJpyRD5&bKO5Vp5hb@!?`eAVVwj6ih5#I@M%gA
za=Sm
z_cnBLrZ7Vk?wzJGyrwb>eDbdkhye=Jq9P(5=<*0X7v^FLUB<2b9uY)NwkA`T08nD*
zh!;D>lyB0XEFUk7dF4D#(OXg@4D5EeO5^vo+o8-#S?YsYB+F~&KDzJ(G&-}LpBL6(
zL;cRcdX92$6Pt}EN>)qqPNpAho3j|NJ1Fu?yXa#!isX41Cp_&tdv~qSKIxH%m&lsg
zl6`TKEskWth%gZ(KKG8wNO0S$g$s=@OXK%Wb;^Nf)l}ZuR7wc?soKwS119mhIwpC}
ztRRgDraowZYo1w*X8Y=G@ElT^9dvc1LL4FKOC48dWl2zXG~4Pu({>j~nXAf&%^o%w
zh}r8qVWAB3sgM2LTgSI=C&?ho2z9W1QivzsBL2%;qRY+$*XbVHJH<16I4^Gw>C0|T
zYR58MwOtzf-C~sKm}AQ@4x8-lxg@l0HnE!Z;ZvSu4k*J9*IkNKAQK
zBQ<_y6=y%Um9-4`V*dNwM6WM7*B5?V+$kuiomAF9B9ixt07E5TM8Y^1klan2|yr{Ni{Jb=2;JOrzG;~h`roSu=1DG$0A`y99$9+GPB|s&2h=Jq%<&&^`TZ-e6IswLyV22*|VfH}Z
zDZ;4e_W_591b5*ibisNLW89+os2)$(j5836ignY9*GDZs>N4&XX#)x2GD*G6z9Y*|
zd=BKyVeE6@|DaZ}Eh;vgSZ0-%nK|uZz@HJT9JEXO2alyImHrT`*4Y;sANDgm+Wcwm
zcsk=NDD!0OP<%vuLZyhdRa+x`LMSX@o+F?(TzIC|ybG~z%PqPVRN8}Qgyy<1AltQZ
zT3~Hw{SB%+;8gf=0Ep44XkKS25rU60E~$}Ndrfsd8|t~=h_ptIR|y8MU<(j+X0E+4
zE)I;t@S04Mw0euvsbC*hmT<_kde8>vg;9BTP%zl#2XHNRZu#*eGqLuMNuDw@D|49y
zqta;lajS{)a|%v+T|rMxbc|3?g}=}J&N*@Un0mN2{O%Ia_Ca$toO*SZNAcjtom0^A
z^%pA^=fg?a2!(!MU5PIbL}i7?yJflWp$bH~{xpO0fWbY|mM0=IO!%GDut$ZmCo#64
z>89IB;I{nPM@9xi51%Zb4^eME#eE|Tc^QO?F-yH|OSkTsNHCZ^;ZN5HQRMAvfP}EqN9i6r2Ej#cKK^%7Ps(O94
z(b_Kqe{sNSIvKgA(i4F@kM_;8jr^Ny7#T4`=yv
zi}lb|nrBL~HZ--MAajL&cdT@FdDBIUQYV58k_d6pb)ITJ8y8H;QpIBu&azIOW8jbY+&F=)%RNtKhyWIbGi9a~VWoF_Ev#`WPY-
z6n7c|*O>|W+N9NWQbNf+#YG1?3b=ukABZ+_5jq4u|AG{j=vJ6-^|Pk{0Z2tncVTjI
zy@{AyD_&DIai!k1+)xxjE{)COF7~uL013)oXHK_a=2|>-!=>fD|Di47UQL=@9uZ^p
z(JPESz;m|A2y<+sl(hgg!nqyzX8+-#WzllfdFiYw8c>|Y{4fsUE_?NjbiSvVRyDUz
zB_~#-hcb-ls+i`6Z)
zi+~Ii;#jb=J!W>8mE~T)b2Cp_VaG$J-`!9u$69~m&Sf$6yXc(v!<_+keM#T*gy((L
z2u4TAC~}FS8q11ySq(OWois|kc;5a|*-!f!B`WgiQ)Fh!*>IEdHk@nfK^{N(>&ahu
ztOT?KoNcuZ1M5eZ%?EtF2_n(tJ$N(j?`O=*E&t#up0-O-3RZ!PZN`VXe!sc
z9M8~$6TfXm9t;i-yA98<{ls}}SG2MeX(@xGfQ#X0B^LnQ8QJ+B%O63MW}I!Y!Q^@b
zbUng;PG)e8{#W5%X@}s<-4}>0}o*zqr1&Yi1*CYjE;{0
z6k(3BUgV+cjO+7B#Iu0r=g65kbmfhfw#vQZW`WDGYyEPoma?|neDH1WV}yW)%EE7M
z*020G!^!i3mjrc>kVXyAWAAg@PCOm>Dgdo_17k!3QXt~DyyZz}1-c0Z3tUao{gfZV
zpZTh590skZ=6qDdoSlL-lfJXpL_GMVLWz97(Q{?p#L7!wEL$BMaz?k44(dIcK_M7t
z4AyWKNN>;de2Rn1czAG?pFk0jsN49ALB|>`{RQ_fq3!a#+~-;Y@7jFWUB&63*|y~&
zLGWgM>|$g!Rl4x$DWeyWns+cPSeZtC;^|_*PM(l=(8a6Nb1WPY%7%9A5(_Gg->E~B
zmC7ysbyLtKRVys?r+HBGNY$2v?@zI@6A}*x=lJR7t3*om*Le|
zzBuKNn+hy*eFcjljA0Qbcu}q|hs&DNOvl5;e5E$^w7PQ*n0R1rX0m^ZfY@g}AmjNe
zgT!mZIpg-GnIeAe*3eR?56?f(M5g@{I_VoCKBvoMoDP