feat(agent): add event debugging and streamline configuration

2026-08-24 19:17:14 +00:00 · 2026-08-23 20:32:51 +08:00
parent 5170e2e2f3
commit 0fbb1f897e
13 changed files with 1035 additions and 228 deletions
@@ -111,9 +111,7 @@ class TestAgentServiceMetadata:
        )

        metadata = await AgentService(app).get_agent_metadata(WORKSPACE_UUID)
-        app.pipeline_service.get_pipeline_metadata.assert_awaited_once_with(
-            WORKSPACE_UUID
-        )
+        app.pipeline_service.get_pipeline_metadata.assert_awaited_once_with(WORKSPACE_UUID)

        assert metadata['runner_config'] == ai_metadata
        assert metadata['kinds'] == [
@@ -130,6 +128,88 @@ class TestAgentServiceMetadata:
        ]


+class TestAgentServiceDebug:
+    async def test_debug_agent_runs_configured_runner_with_synthetic_event(self):
+        app = _make_app()
+
+        async def run_agent(event, binding, adapter_context):
+            yield SimpleNamespace(
+                role='assistant',
+                content='debug result',
+                all_content=None,
+            )
+
+        app.agent_run_orchestrator = SimpleNamespace(run=Mock(side_effect=run_agent))
+        service = AgentService(app)
+        service.get_agent = AsyncMock(
+            return_value={
+                'uuid': 'agent-1',
+                'kind': AGENT_KIND_AGENT,
+                'enabled': True,
+                'supported_event_patterns': ['*'],
+                'config': _agent_row().config,
+            }
+        )
+        context = SimpleNamespace(
+            instance_uuid='instance-test',
+            workspace_uuid=WORKSPACE_UUID,
+            placement_generation=1,
+            principal=SimpleNamespace(account_uuid='account-test'),
+            entitlement_revision=0,
+        )
+
+        result = await service.debug_agent(
+            context,
+            'agent-1',
+            {
+                'event_type': 'group.member.joined',
+                'text': 'A member joined.',
+                'data': {'member_id': 'user-1'},
+                'conversation_id': 'debug-session',
+            },
+        )
+
+        assert result['event_type'] == 'group.member.joined'
+        assert result['conversation_id'] == 'debug-session'
+        assert result['final_text'] == 'debug result'
+        assert result['outputs'] == [
+            {
+                'kind': 'SimpleNamespace',
+                'role': 'assistant',
+                'text': 'debug result',
+            }
+        ]
+        event, binding = app.agent_run_orchestrator.run.call_args.args
+        assert event.workspace_id == WORKSPACE_UUID
+        assert event.data == {'member_id': 'user-1'}
+        assert binding.agent_id == 'agent-1'
+        assert binding.runner_id == 'plugin:test/runner/default'
+        assert (
+            app.agent_run_orchestrator.run.call_args.kwargs['adapter_context']['_execution_context'].workspace_uuid
+            == WORKSPACE_UUID
+        )
+
+    async def test_debug_agent_rejects_unsupported_event_type(self):
+        app = _make_app()
+        service = AgentService(app)
+        service.get_agent = AsyncMock(
+            return_value={
+                'uuid': 'agent-1',
+                'kind': AGENT_KIND_AGENT,
+                'supported_event_patterns': ['message.*'],
+                'config': _agent_row().config,
+            }
+        )
+        context = SimpleNamespace(workspace_uuid=WORKSPACE_UUID)
+
+        with pytest.raises(ValueError, match='does not support'):
+            await service.debug_agent(
+                context,
+                'agent-1',
+                {'event_type': 'group.member.joined'},
+            )
+
+
 class TestAgentServiceListAndLookup:
    async def test_get_agents_merges_agents_and_pipelines_without_leaking_config(self):
        app = _make_app()
@@ -237,7 +317,7 @@ class TestAgentServiceCreateUpdateDelete:
                'description': 'Handles support events',
                'emoji': 'S',
                'component_ref': 'plugin:caller/must-not-win/default',
-            }
+            },
        )

        insert_values = _compiled_params(app.persistence_mgr.execute_async.await_args.args[0])
@@ -309,7 +389,7 @@ class TestAgentServiceCreateUpdateDelete:
                        'runner': {'id': runner_id},
                        'runner_config': {runner_id: {field_name: invalid_value}},
                    },
-                }
+                },
            )

        app.persistence_mgr.execute_async.assert_not_awaited()
@@ -334,7 +414,7 @@ class TestAgentServiceCreateUpdateDelete:
                            }
                        },
                    },
-                }
+                },
            )

        app.persistence_mgr.execute_async.assert_not_awaited()
@@ -352,7 +432,7 @@ class TestAgentServiceCreateUpdateDelete:
                    'runner': {'id': ''},
                    'runner_config': {},
                },
-            }
+            },
        )

        insert_values = _compiled_params(app.persistence_mgr.execute_async.await_args.args[0])
@@ -491,7 +571,7 @@ class TestAgentServiceCreateUpdateDelete:
                'name': 'Pipeline Agent',
                'description': 'Legacy pipeline',
                'emoji': 'P',
-            }
+            },
        )
        await service.update_agent(
            WORKSPACE_UUID,
@@ -508,7 +588,7 @@ class TestAgentServiceCreateUpdateDelete:
                'description': 'Legacy pipeline',
                'emoji': 'P',
                'config': {},
-            }
+            },
        )
        app.pipeline_service.update_pipeline.assert_awaited_once_with(
            WORKSPACE_UUID,
@@ -41,12 +41,8 @@ async def _create_test_client(agent_service: SimpleNamespace):
    ap = SimpleNamespace(
        agent_service=agent_service,
        user_service=user_service,
-        apikey_service=SimpleNamespace(
-            authenticate_api_key=AsyncMock(return_value=None)
-        ),
-        workspace_collaboration_service=SimpleNamespace(
-            resolve_account_workspace=AsyncMock(return_value=access)
-        ),
+        apikey_service=SimpleNamespace(authenticate_api_key=AsyncMock(return_value=None)),
+        workspace_collaboration_service=SimpleNamespace(resolve_account_workspace=AsyncMock(return_value=access)),
    )
    AgentsRouterGroup = import_module('langbot.pkg.api.http.controller.groups.agents').AgentsRouterGroup
    group = AgentsRouterGroup(ap, app)
@@ -91,3 +87,58 @@ async def test_update_agent_returns_bad_request_for_invalid_runner_config():
        'agent-1',
        {'config': {'runner': {'id': 7}}},
    )
+
+
+async def test_debug_agent_executes_with_runtime_permission():
+    result = {
+        'event_id': 'debug-event',
+        'event_type': 'message.received',
+        'conversation_id': 'debug-session',
+        'final_text': 'hello',
+        'outputs': [],
+    }
+    agent_service = SimpleNamespace(debug_agent=AsyncMock(return_value=result))
+    client = await _create_test_client(agent_service)
+
+    response = await client.post(
+        '/api/v1/agents/agent-1/debug',
+        json={
+            'event_type': 'message.received',
+            'text': 'hello',
+            'data': {},
+            'conversation_id': 'debug-session',
+        },
+        headers={'Authorization': 'Bearer test-token'},
+    )
+
+    assert response.status_code == 200
+    assert (await response.get_json())['data'] == result
+    agent_service.debug_agent.assert_awaited_once_with(
+        ANY,
+        'agent-1',
+        {
+            'event_type': 'message.received',
+            'text': 'hello',
+            'data': {},
+            'conversation_id': 'debug-session',
+        },
+    )
+
+
+async def test_debug_agent_returns_bad_request_for_invalid_event():
+    agent_service = SimpleNamespace(
+        debug_agent=AsyncMock(side_effect=ValueError('Invalid event_type')),
+    )
+    client = await _create_test_client(agent_service)
+
+    response = await client.post(
+        '/api/v1/agents/agent-1/debug',
+        json={'event_type': ''},
+        headers={'Authorization': 'Bearer test-token'},
+    )
+
+    assert response.status_code == 400
+    assert await response.get_json() == {
+        'code': -1,
+        'msg': 'Invalid event_type',
+    }