mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-08-04 18:46:07 +00:00
e1ac5e0fc8
* Document multi-tenant workspace architecture * Add OSS and commercial workspace boundaries * docs: redesign multi-tenant workspace architecture * feat(tenancy): implement workspace isolation * docs(tenancy): record verification evidence * docs(tenancy): revise single-instance SaaS topology * docs(tenancy): refine architecture options * docs: finalize cloud v2 multi-tenant decisions * feat(tenancy): establish cloud isolation foundations * feat(tenancy): harden shared cloud runtime boundaries * docs(tenancy): record final isolation verification * fix(tenancy): close isolation and permission gaps * docs(tenancy): record final isolation verification * feat(tenancy): connect cloud workspace control plane * fix(build): install git for pinned SDK * docs(cloud): update control plane verification * chore: update multi-tenant SDK pin * fix(cloud): skip legacy model sync during startup * test(cloud): preserve minimal model manager fixtures * fix(cloud): preserve authenticated account context * fix(cloud): reuse authenticated account for user info * feat(cloud): complete Workspace settings navigation * test(web): cover Workspace dropdown menu * feat(web): place workspace controls in sidebar * refactor(web): streamline workspace controls * style(web): format workspace layout test * fix(cloud): surface runtime and workspace plan status * fix(plugin): keep runtime identity stable across restarts * fix(ui): widen and center workspace switcher * fix(ui): hide roles from workspace switcher * fix(ui): align workspace switcher with sidebar entries * feat(workspace): add in-product collaboration and direct Cloud launch * style: format collaboration changes * fix(workspace): bind collaboration APIs to tenant UoW * fix(cloud): preserve Core-owned collaboration state * test(cloud): require Space identity for invite registration * feat(cloud): complete secure invitation experience * style(web): format invitation flows * fix(cloud): recover box runtime without unscoped skill reload * feat(oss): enforce invitation account and owner billing flows * style: format OSS account service * test(oss): cover invitation logout handoff * fix(oss): resolve workspace owner in scoped session * feat(cloud): harden multi-tenant runtime resources * fix(cloud): bound runtime restart storms * fix(cloud): eliminate periodic runtime CPU spikes * fix(cloud): enforce instance capacity ceilings * fix(cloud): scope public login capability discovery * fix(cloud): bound tenant maintenance and monitoring work * fix(runtime): bound tenant resource amplification * fix(deps): pin green multi-tenant plugin SDK * fix(cloud): handle unavailable skill capability * fix(security): require authentication for image file endpoint (H-2) - Changed /api/v1/files/image from AuthType.NONE to USER_TOKEN_OR_API_KEY - Added Permission.RESOURCE_VIEW requirement - Prevents unauthenticated cross-tenant file access via leaked keys - Fixes HIGH severity finding from multi-tenant security review docs: add comprehensive database migration guide - Complete migration steps for OSS → multi-tenant - Backup, execution, verification procedures - Rollback scenarios and recovery plans - Performance tuning recommendations * test: add comprehensive cross-tenant isolation tests Added 7 critical test scenarios for multi-tenant boundaries: - Cross-tenant bot access prevention - Viewer role read-only enforcement - Removed member immediate access revocation - Model provider credential isolation - WebSocket message isolation - Invitation token workspace scoping - Multi-workspace context validation These tests address P0-2 coverage gaps for: - workspaces.py (membership & invitation flows) - user.py (authentication & authorization) - websocket_chat.py (real-time isolation) - plugins.py (resource access control) docs: finalize database migration guide * fix(security): resolve M-1, M-2, M-3 security findings M-1: WebSocket authorization TOCTOU race (FIXED) - Changed _revalidate_websocket_authorization to return RequestContext - Ensures validated context is used immediately without race window - Prevents removed members from sending messages during revalidation gap M-2: Model Manager cache workspace isolation (VERIFIED) - Confirmed _CacheKey already uses 4-tuple: (instance, workspace, generation, resource) - Cache is properly scoped per workspace, no cross-tenant leakage possible - No code change needed, documented as working correctly M-3: Invitation lock workspace scoping (FIXED) - Changed lock key from token_digest to workspace_uuid:token_digest - Prevents DoS where attacker locks token in Workspace A to block Workspace B - Locks now isolated per workspace All MEDIUM severity findings from security review now resolved. * fix(cloud): unblock tenant CI and enforce knowledge quotas * fix(tenancy): scope rerank model sync --------- Co-authored-by: dadachann <185672915+dadachann@users.noreply.github.com>
402 lines
12 KiB
Python
402 lines
12 KiB
Python
from __future__ import annotations
|
|
|
|
import asyncio
|
|
from types import SimpleNamespace
|
|
from unittest.mock import AsyncMock, Mock
|
|
|
|
import pytest
|
|
|
|
from langbot.pkg.api.http.context import ExecutionContext
|
|
from langbot.pkg.plugin import connector as connector_module
|
|
from langbot.pkg.plugin.connector import PluginRuntimeConnector, PluginRuntimeNotConnectedError
|
|
from langbot_plugin.runtime.security import (
|
|
PLUGIN_RUNTIME_CONTROL_TOKEN_ENV,
|
|
PLUGIN_RUNTIME_CONTROL_TOKEN_HEADER,
|
|
)
|
|
|
|
|
|
def make_connector() -> PluginRuntimeConnector:
|
|
app = SimpleNamespace(
|
|
logger=Mock(),
|
|
instance_config=SimpleNamespace(
|
|
data={
|
|
'plugin': {
|
|
'enable': True,
|
|
'worker': {
|
|
'max_cpus': 1.0,
|
|
'max_memory_mb': 512,
|
|
'max_pids': 128,
|
|
'max_open_files': 256,
|
|
'max_file_size_mb': 512,
|
|
'require_hard_limits': False,
|
|
},
|
|
},
|
|
'space': {'url': ''},
|
|
}
|
|
),
|
|
)
|
|
return PluginRuntimeConnector(app, AsyncMock())
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ping_plugin_runtime_raises_specific_error_when_not_connected():
|
|
connector = make_connector()
|
|
|
|
with pytest.raises(PluginRuntimeNotConnectedError, match='Plugin runtime is not connected'):
|
|
await connector.ping_plugin_runtime()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ping_plugin_runtime_delegates_to_connected_handler():
|
|
connector = make_connector()
|
|
connector.handler = SimpleNamespace(ping=AsyncMock(return_value='pong'))
|
|
|
|
result = await connector.ping_plugin_runtime()
|
|
|
|
assert result == 'pong'
|
|
connector.handler.ping.assert_awaited_once()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_stop_transport_tolerates_handler_callback_removing_attribute():
|
|
connector = make_connector()
|
|
|
|
class Handler:
|
|
async def close(self):
|
|
del connector.handler
|
|
|
|
connector.handler = Handler()
|
|
|
|
await connector._stop_transport()
|
|
|
|
assert not hasattr(connector, 'handler')
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_stdio_runtime_connection_does_not_capture_unconsumed_stderr(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
connector = make_connector()
|
|
connector._prepare_connected_runtime = AsyncMock()
|
|
created = {}
|
|
monkeypatch.setattr(connector_module.constants, 'instance_id', 'instance-a')
|
|
|
|
class FakeRuntimeHandler:
|
|
def __init__(self, connection, disconnect_callback, ap):
|
|
self.release = asyncio.Event()
|
|
|
|
async def ping(self):
|
|
return None
|
|
|
|
async def set_runtime_config(self, **kwargs):
|
|
return None
|
|
|
|
async def run(self):
|
|
await self.release.wait()
|
|
|
|
async def close(self):
|
|
self.release.set()
|
|
|
|
class FakeController:
|
|
def __init__(self, **kwargs):
|
|
created.update(kwargs)
|
|
|
|
async def run(self, callback):
|
|
await callback(object())
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
monkeypatch.setattr(connector_module.platform, 'get_platform', lambda: 'linux')
|
|
monkeypatch.setattr(
|
|
connector_module.platform,
|
|
'use_websocket_to_connect_plugin_runtime',
|
|
lambda: False,
|
|
)
|
|
monkeypatch.setattr(
|
|
connector_module.handler,
|
|
'RuntimeConnectionHandler',
|
|
FakeRuntimeHandler,
|
|
)
|
|
monkeypatch.setattr(
|
|
connector_module.stdio_client_controller,
|
|
'StdioClientController',
|
|
FakeController,
|
|
)
|
|
|
|
await connector.initialize()
|
|
|
|
assert created['capture_stderr'] is False
|
|
assert connector._connected.is_set()
|
|
connector._prepare_connected_runtime.assert_awaited_once()
|
|
await connector.aclose()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_runtime_disconnect_notifies_once_and_clears_handler(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
disconnect = AsyncMock()
|
|
connector = PluginRuntimeConnector(make_connector().ap, disconnect)
|
|
connector._prepare_connected_runtime = AsyncMock()
|
|
monkeypatch.setattr(connector_module.constants, 'instance_id', 'instance-a')
|
|
|
|
class FakeRuntimeHandler:
|
|
def __init__(self, connection, disconnect_callback, ap):
|
|
self.disconnect_callback = disconnect_callback
|
|
|
|
async def ping(self):
|
|
return None
|
|
|
|
async def set_runtime_config(self, **kwargs):
|
|
return None
|
|
|
|
async def run(self):
|
|
await self.disconnect_callback(self)
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
class FakeController:
|
|
def __init__(self, **kwargs):
|
|
pass
|
|
|
|
async def run(self, callback):
|
|
await callback(object())
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
monkeypatch.setattr(connector_module.platform, 'get_platform', lambda: 'linux')
|
|
monkeypatch.setattr(
|
|
connector_module.platform,
|
|
'use_websocket_to_connect_plugin_runtime',
|
|
lambda: False,
|
|
)
|
|
monkeypatch.setattr(
|
|
connector_module.handler,
|
|
'RuntimeConnectionHandler',
|
|
FakeRuntimeHandler,
|
|
)
|
|
monkeypatch.setattr(
|
|
connector_module.stdio_client_controller,
|
|
'StdioClientController',
|
|
FakeController,
|
|
)
|
|
|
|
await connector.initialize()
|
|
await asyncio.sleep(0)
|
|
|
|
disconnect.assert_awaited_once_with(connector)
|
|
assert not hasattr(connector, 'handler')
|
|
await connector.aclose()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_disabled_connector_validates_workspace_without_runtime_handler():
|
|
app = SimpleNamespace(
|
|
instance_config=SimpleNamespace(data={'plugin': {'enable': False}}),
|
|
workspace_service=SimpleNamespace(
|
|
get_execution_binding=AsyncMock(
|
|
return_value=SimpleNamespace(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
)
|
|
),
|
|
)
|
|
connector = PluginRuntimeConnector(app, AsyncMock())
|
|
request_context = ExecutionContext(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
|
|
result = await connector.require_workspace_context(request_context)
|
|
|
|
assert result == request_context
|
|
app.workspace_service.get_execution_binding.assert_awaited_once_with(
|
|
'workspace-a',
|
|
expected_generation=3,
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_enabled_connector_reports_not_connected_after_workspace_validation():
|
|
connector = make_connector()
|
|
connector.ap.workspace_service = SimpleNamespace(
|
|
get_execution_binding=AsyncMock(
|
|
return_value=SimpleNamespace(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
)
|
|
)
|
|
request_context = ExecutionContext(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
|
|
with pytest.raises(PluginRuntimeNotConnectedError, match='Plugin runtime is not connected'):
|
|
await connector.require_workspace_context(request_context)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_oss_connector_resolves_singleton_only_for_legacy_callers():
|
|
connector = make_connector()
|
|
connector.ap.workspace_service = SimpleNamespace(
|
|
get_local_execution_binding=AsyncMock(
|
|
return_value=SimpleNamespace(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
)
|
|
)
|
|
|
|
assert await connector._current_execution_context() == ExecutionContext(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=3,
|
|
)
|
|
|
|
|
|
def test_edition_metadata_cannot_enable_shared_runtime_profile():
|
|
connector = make_connector()
|
|
connector.ap.instance_config.data['system'] = {'edition': 'cloud'}
|
|
|
|
assert connector.runtime_profile == 'oss_dev'
|
|
|
|
|
|
def test_closed_deployment_selects_instance_scoped_shared_profile():
|
|
app = SimpleNamespace(
|
|
instance_config=SimpleNamespace(data={'plugin': {'enable': True}}),
|
|
deployment=SimpleNamespace(mode='cloud'),
|
|
)
|
|
|
|
connector = PluginRuntimeConnector(app, AsyncMock())
|
|
|
|
assert connector.runtime_profile == 'shared'
|
|
|
|
|
|
def test_external_runtime_control_headers_require_strong_secret(monkeypatch):
|
|
monkeypatch.delenv(PLUGIN_RUNTIME_CONTROL_TOKEN_ENV, raising=False)
|
|
connector = make_connector()
|
|
|
|
with pytest.raises(PluginRuntimeNotConnectedError, match=PLUGIN_RUNTIME_CONTROL_TOKEN_ENV):
|
|
connector._control_headers(allow_generate=False)
|
|
|
|
|
|
def test_local_runtime_control_headers_generate_ephemeral_secret(monkeypatch):
|
|
monkeypatch.delenv(PLUGIN_RUNTIME_CONTROL_TOKEN_ENV, raising=False)
|
|
connector = make_connector()
|
|
|
|
headers = connector._control_headers(allow_generate=True)
|
|
|
|
assert len(headers[PLUGIN_RUNTIME_CONTROL_TOKEN_HEADER]) >= 32
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_oss_legacy_fallback_fails_without_workspace_service():
|
|
connector = make_connector()
|
|
|
|
with pytest.raises(AttributeError):
|
|
await connector._current_execution_context()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_cloud_connector_never_falls_back_to_ghost_local_workspace():
|
|
app = SimpleNamespace(
|
|
instance_config=SimpleNamespace(data={'plugin': {'enable': True}}),
|
|
deployment=SimpleNamespace(mode='cloud'),
|
|
)
|
|
get_local_binding = AsyncMock()
|
|
app.workspace_service = SimpleNamespace(
|
|
get_local_execution_binding=get_local_binding,
|
|
)
|
|
connector = PluginRuntimeConnector(app, AsyncMock())
|
|
|
|
with pytest.raises(Exception, match='Plugin resource not found'):
|
|
await connector._current_execution_context()
|
|
|
|
get_local_binding.assert_not_awaited()
|
|
|
|
|
|
def test_worker_policy_is_loaded_only_from_instance_configuration():
|
|
app = SimpleNamespace(
|
|
instance_config=SimpleNamespace(
|
|
data={
|
|
'plugin': {
|
|
'enable': True,
|
|
'worker': {
|
|
'max_cpus': 1.5,
|
|
'max_memory_mb': 768,
|
|
'max_pids': 64,
|
|
'max_open_files': 128,
|
|
'max_file_size_mb': 32,
|
|
'max_concurrent_restarts': 2,
|
|
'restart_failure_threshold': 12,
|
|
'restart_failure_window_seconds': 45,
|
|
'restart_circuit_open_seconds': 90,
|
|
'require_hard_limits': True,
|
|
},
|
|
# A plugin-controlled value at any other path is ignored.
|
|
'manifest': {'max_memory_mb': 99999},
|
|
}
|
|
}
|
|
)
|
|
)
|
|
connector = PluginRuntimeConnector(app, AsyncMock())
|
|
|
|
policy = connector._load_worker_policy()
|
|
|
|
assert policy.max_cpus == 1.5
|
|
assert policy.max_memory_mb == 768
|
|
assert policy.max_pids == 64
|
|
assert policy.max_open_files == 128
|
|
assert policy.max_file_size_mb == 32
|
|
assert policy.max_concurrent_restarts == 2
|
|
assert policy.restart_failure_threshold == 12
|
|
assert policy.restart_failure_window_seconds == 45
|
|
assert policy.restart_circuit_open_seconds == 90
|
|
assert policy.require_hard_limits is True
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_explicit_cloud_binding_is_revalidated_against_projection():
|
|
app = SimpleNamespace(
|
|
instance_config=SimpleNamespace(
|
|
data={
|
|
'plugin': {'enable': True},
|
|
}
|
|
),
|
|
deployment=SimpleNamespace(mode='cloud'),
|
|
)
|
|
app.workspace_service = SimpleNamespace(
|
|
get_execution_binding=AsyncMock(
|
|
return_value=SimpleNamespace(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-cloud-a',
|
|
placement_generation=7,
|
|
)
|
|
),
|
|
)
|
|
connector = PluginRuntimeConnector(app, AsyncMock())
|
|
connector.handler = SimpleNamespace()
|
|
connector._synchronize_workspace = AsyncMock()
|
|
configured = ExecutionContext(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-cloud-a',
|
|
placement_generation=7,
|
|
)
|
|
|
|
assert await connector.require_workspace_context(configured) == configured
|
|
app.workspace_service.get_execution_binding.assert_awaited_once_with(
|
|
'workspace-cloud-a',
|
|
expected_generation=7,
|
|
)
|
|
connector._synchronize_workspace.assert_awaited_once_with(configured)
|