mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-16 18:56:02 +00:00
313 lines
11 KiB
Python
313 lines
11 KiB
Python
"""
|
|
API integration tests for monitoring endpoints.
|
|
|
|
Tests real HTTP API behavior for monitoring data retrieval.
|
|
|
|
Run: uv run pytest tests/integration/api/test_monitoring.py -q
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
from unittest.mock import MagicMock, AsyncMock, Mock
|
|
|
|
from tests.factories import FakeApp
|
|
|
|
|
|
pytestmark = pytest.mark.integration
|
|
|
|
|
|
@pytest.fixture(scope='module')
|
|
def mock_circular_import_chain():
|
|
"""Break circular import chain for API controller."""
|
|
from tests.utils.import_isolation import isolated_sys_modules, MockLifecycleControlScope
|
|
|
|
class FakeMinimalApplication:
|
|
pass
|
|
|
|
mock_app = MagicMock()
|
|
mock_app.Application = FakeMinimalApplication
|
|
|
|
mock_entities = MagicMock()
|
|
mock_entities.LifecycleControlScope = MockLifecycleControlScope
|
|
|
|
clear = [
|
|
'langbot.pkg.api.http.controller.group',
|
|
'langbot.pkg.api.http.controller.groups',
|
|
'langbot.pkg.api.http.controller.groups.monitoring',
|
|
'langbot.pkg.api.http.controller.main',
|
|
]
|
|
|
|
with isolated_sys_modules(
|
|
mocks={
|
|
'langbot.pkg.core.app': mock_app,
|
|
'langbot.pkg.core.entities': mock_entities,
|
|
},
|
|
clear=clear,
|
|
):
|
|
import langbot.pkg.api.http.controller.groups.monitoring as _monitoring # noqa: E402, F401
|
|
|
|
yield
|
|
|
|
|
|
@pytest.fixture(scope='module')
|
|
def fake_monitoring_app():
|
|
"""Create FakeApp with monitoring services (module scope)."""
|
|
app = FakeApp()
|
|
|
|
app.instance_config.data.update(
|
|
{
|
|
'api': {'port': 5300},
|
|
'system': {'allow_modify_login_info': True, 'limitation': {}},
|
|
}
|
|
)
|
|
|
|
# Auth services - USER_TOKEN auth requires jwt verification AND get_user_by_email
|
|
app.user_service = Mock()
|
|
app.user_service.is_initialized = AsyncMock(return_value=True)
|
|
app.user_service.verify_jwt_token = AsyncMock(return_value='test@example.com')
|
|
app.user_service.get_user_by_email = AsyncMock(return_value=Mock(email='test@example.com'))
|
|
|
|
# Monitoring service
|
|
app.monitoring_service = Mock()
|
|
app.monitoring_service.get_overview_metrics = AsyncMock(
|
|
return_value={
|
|
'total_messages': 100,
|
|
'total_llm_calls': 50,
|
|
'total_sessions': 20,
|
|
'active_sessions': 5,
|
|
'total_errors': 2,
|
|
}
|
|
)
|
|
app.monitoring_service.get_messages = AsyncMock(return_value=([{'id': 'msg-1', 'content': 'test'}], 100))
|
|
app.monitoring_service.get_llm_calls = AsyncMock(return_value=([{'id': 'llm-1'}], 50))
|
|
app.monitoring_service.get_embedding_calls = AsyncMock(return_value=([{'id': 'emb-1'}], 10))
|
|
app.monitoring_service.get_sessions = AsyncMock(return_value=([{'session_id': 'sess-1'}], 20))
|
|
app.monitoring_service.get_errors = AsyncMock(return_value=([{'id': 'err-1'}], 2))
|
|
app.monitoring_service.get_session_analysis = AsyncMock(
|
|
return_value={
|
|
'found': True,
|
|
'session_id': 'sess-1',
|
|
}
|
|
)
|
|
app.monitoring_service.get_message_details = AsyncMock(
|
|
return_value={
|
|
'found': True,
|
|
'message_id': 'msg-1',
|
|
}
|
|
)
|
|
app.monitoring_service.get_feedback_stats = AsyncMock(return_value={'like_count': 10})
|
|
app.monitoring_service.get_feedback_list = AsyncMock(return_value=([{'feedback_id': 'fb-1'}], 12))
|
|
app.monitoring_service.export_messages = AsyncMock(return_value=[{'id': 'msg-1'}])
|
|
app.monitoring_service.export_llm_calls = AsyncMock(return_value=[{'id': 'llm-1'}])
|
|
app.monitoring_service.export_errors = AsyncMock(return_value=[{'id': 'err-1'}])
|
|
app.monitoring_service.export_sessions = AsyncMock(return_value=[{'session_id': 'sess-1'}])
|
|
app.monitoring_service.export_feedback = AsyncMock(return_value=[{'id': 'fb-1'}])
|
|
app.monitoring_service.export_embedding_calls = AsyncMock(return_value=[{'id': 'emb-1'}])
|
|
app.monitoring_service._escape_csv_field = Mock(return_value='escaped')
|
|
|
|
return app
|
|
|
|
|
|
@pytest.fixture(scope='module')
|
|
async def quart_test_client(fake_monitoring_app, http_controller_cls):
|
|
"""Create Quart test client (module scope)."""
|
|
controller = http_controller_cls(fake_monitoring_app)
|
|
await controller.initialize()
|
|
|
|
client = controller.quart_app.test_client()
|
|
yield client
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringOverviewEndpoint:
|
|
"""Tests for /api/v1/monitoring/overview endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_overview_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/overview returns metrics."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/overview', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
data = await response.get_json()
|
|
assert data['code'] == 0
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringMessagesEndpoint:
|
|
"""Tests for /api/v1/monitoring/messages endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_messages_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/messages returns message list."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/messages', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
data = await response.get_json()
|
|
assert data['code'] == 0
|
|
assert 'messages' in data['data']
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringLLMCallsEndpoint:
|
|
"""Tests for /api/v1/monitoring/llm-calls endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_llm_calls_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/llm-calls."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/llm-calls', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringEmbeddingCallsEndpoint:
|
|
"""Tests for /api/v1/monitoring/embedding-calls endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_embedding_calls_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/embedding-calls."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/embedding-calls', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringSessionsEndpoint:
|
|
"""Tests for /api/v1/monitoring/sessions endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_sessions_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/sessions."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/sessions', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringErrorsEndpoint:
|
|
"""Tests for /api/v1/monitoring/errors endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_errors_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/errors."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/errors', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringAllDataEndpoint:
|
|
"""Tests for /api/v1/monitoring/data endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_all_data_success(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/data returns all data."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/data', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
data = await response.get_json()
|
|
assert 'overview' in data['data']
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringDetailsEndpoints:
|
|
"""Tests for detail endpoints."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_session_analysis(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/sessions/{id}/analysis."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/sessions/sess-1/analysis', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_message_details(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/messages/{id}/details."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/messages/msg-1/details', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringFeedbackEndpoints:
|
|
"""Tests for feedback endpoints."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_feedback_stats(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/feedback/stats."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/feedback/stats', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_feedback_list(self, quart_test_client):
|
|
"""GET /api/v1/monitoring/feedback."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/feedback', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
|
|
@pytest.mark.usefixtures('mock_circular_import_chain')
|
|
class TestMonitoringExportEndpoint:
|
|
"""Tests for /api/v1/monitoring/export endpoint."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_export_messages(self, quart_test_client):
|
|
"""GET export?type=messages returns CSV."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/export?type=messages', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
assert 'text/csv' in response.content_type
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_export_llm_calls(self, quart_test_client):
|
|
"""GET export?type=llm-calls returns CSV."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/export?type=llm-calls', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_export_sessions(self, quart_test_client):
|
|
"""GET export?type=sessions returns CSV."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/export?type=sessions', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_export_feedback(self, quart_test_client):
|
|
"""GET export?type=feedback returns CSV."""
|
|
response = await quart_test_client.get(
|
|
'/api/v1/monitoring/export?type=feedback', headers={'Authorization': 'Bearer test_token'}
|
|
)
|
|
|
|
assert response.status_code == 200
|