mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-08-09 20:50:58 +00:00
e1ac5e0fc8
* Document multi-tenant workspace architecture * Add OSS and commercial workspace boundaries * docs: redesign multi-tenant workspace architecture * feat(tenancy): implement workspace isolation * docs(tenancy): record verification evidence * docs(tenancy): revise single-instance SaaS topology * docs(tenancy): refine architecture options * docs: finalize cloud v2 multi-tenant decisions * feat(tenancy): establish cloud isolation foundations * feat(tenancy): harden shared cloud runtime boundaries * docs(tenancy): record final isolation verification * fix(tenancy): close isolation and permission gaps * docs(tenancy): record final isolation verification * feat(tenancy): connect cloud workspace control plane * fix(build): install git for pinned SDK * docs(cloud): update control plane verification * chore: update multi-tenant SDK pin * fix(cloud): skip legacy model sync during startup * test(cloud): preserve minimal model manager fixtures * fix(cloud): preserve authenticated account context * fix(cloud): reuse authenticated account for user info * feat(cloud): complete Workspace settings navigation * test(web): cover Workspace dropdown menu * feat(web): place workspace controls in sidebar * refactor(web): streamline workspace controls * style(web): format workspace layout test * fix(cloud): surface runtime and workspace plan status * fix(plugin): keep runtime identity stable across restarts * fix(ui): widen and center workspace switcher * fix(ui): hide roles from workspace switcher * fix(ui): align workspace switcher with sidebar entries * feat(workspace): add in-product collaboration and direct Cloud launch * style: format collaboration changes * fix(workspace): bind collaboration APIs to tenant UoW * fix(cloud): preserve Core-owned collaboration state * test(cloud): require Space identity for invite registration * feat(cloud): complete secure invitation experience * style(web): format invitation flows * fix(cloud): recover box runtime without unscoped skill reload * feat(oss): enforce invitation account and owner billing flows * style: format OSS account service * test(oss): cover invitation logout handoff * fix(oss): resolve workspace owner in scoped session * feat(cloud): harden multi-tenant runtime resources * fix(cloud): bound runtime restart storms * fix(cloud): eliminate periodic runtime CPU spikes * fix(cloud): enforce instance capacity ceilings * fix(cloud): scope public login capability discovery * fix(cloud): bound tenant maintenance and monitoring work * fix(runtime): bound tenant resource amplification * fix(deps): pin green multi-tenant plugin SDK * fix(cloud): handle unavailable skill capability * fix(security): require authentication for image file endpoint (H-2) - Changed /api/v1/files/image from AuthType.NONE to USER_TOKEN_OR_API_KEY - Added Permission.RESOURCE_VIEW requirement - Prevents unauthenticated cross-tenant file access via leaked keys - Fixes HIGH severity finding from multi-tenant security review docs: add comprehensive database migration guide - Complete migration steps for OSS → multi-tenant - Backup, execution, verification procedures - Rollback scenarios and recovery plans - Performance tuning recommendations * test: add comprehensive cross-tenant isolation tests Added 7 critical test scenarios for multi-tenant boundaries: - Cross-tenant bot access prevention - Viewer role read-only enforcement - Removed member immediate access revocation - Model provider credential isolation - WebSocket message isolation - Invitation token workspace scoping - Multi-workspace context validation These tests address P0-2 coverage gaps for: - workspaces.py (membership & invitation flows) - user.py (authentication & authorization) - websocket_chat.py (real-time isolation) - plugins.py (resource access control) docs: finalize database migration guide * fix(security): resolve M-1, M-2, M-3 security findings M-1: WebSocket authorization TOCTOU race (FIXED) - Changed _revalidate_websocket_authorization to return RequestContext - Ensures validated context is used immediately without race window - Prevents removed members from sending messages during revalidation gap M-2: Model Manager cache workspace isolation (VERIFIED) - Confirmed _CacheKey already uses 4-tuple: (instance, workspace, generation, resource) - Cache is properly scoped per workspace, no cross-tenant leakage possible - No code change needed, documented as working correctly M-3: Invitation lock workspace scoping (FIXED) - Changed lock key from token_digest to workspace_uuid:token_digest - Prevents DoS where attacker locks token in Workspace A to block Workspace B - Locks now isolated per workspace All MEDIUM severity findings from security review now resolved. * fix(cloud): unblock tenant CI and enforce knowledge quotas * fix(tenancy): scope rerank model sync --------- Co-authored-by: dadachann <185672915+dadachann@users.noreply.github.com>
383 lines
13 KiB
Python
383 lines
13 KiB
Python
from __future__ import annotations
|
|
|
|
import asyncio
|
|
from types import SimpleNamespace
|
|
from unittest.mock import AsyncMock, Mock
|
|
|
|
import pytest
|
|
|
|
from langbot.pkg.box import connector as connector_module
|
|
from langbot_plugin.box.client import ActionRPCBoxClient
|
|
from langbot_plugin.box.errors import BoxRuntimeUnavailableError
|
|
from langbot_plugin.box.security import (
|
|
BOX_CONTROL_TOKEN_ENV,
|
|
BOX_CONTROL_TOKEN_HEADER,
|
|
BOX_INSTANCE_HEADER,
|
|
BOX_PLACEMENT_GENERATION_HEADER,
|
|
BOX_TRUSTED_INSTANCE_ENV,
|
|
BOX_WORKSPACE_HEADER,
|
|
)
|
|
from langbot_plugin.entities.io.context import ActionContext
|
|
from langbot.pkg.box.connector import BoxRuntimeConnector
|
|
|
|
|
|
_CONTROL_TOKEN = 'box-control-token-that-is-longer-than-32-bytes'
|
|
|
|
|
|
def make_app(logger: Mock, runtime_endpoint: str = ''):
|
|
return SimpleNamespace(
|
|
logger=logger,
|
|
workspace_service=SimpleNamespace(instance_uuid='instance-a'),
|
|
instance_config=SimpleNamespace(
|
|
data={
|
|
'box': {
|
|
'backend': 'local',
|
|
'runtime': {'endpoint': runtime_endpoint},
|
|
'local': {
|
|
'profile': 'default',
|
|
'allowed_mount_roots': [],
|
|
'default_workspace': '',
|
|
},
|
|
'e2b': {'api_key': '', 'api_url': '', 'template': ''},
|
|
}
|
|
}
|
|
),
|
|
)
|
|
|
|
|
|
def test_box_runtime_connector_stdio_when_no_url(monkeypatch: pytest.MonkeyPatch):
|
|
"""Without runtime.endpoint, on a non-Docker Unix platform, use stdio."""
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
assert connector._uses_websocket() is False
|
|
assert isinstance(connector.client, ActionRPCBoxClient)
|
|
|
|
|
|
def test_box_runtime_connector_ws_when_url_configured(monkeypatch: pytest.MonkeyPatch):
|
|
"""With an explicit runtime.endpoint, always use WebSocket."""
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
logger = Mock()
|
|
connector = BoxRuntimeConnector(make_app(logger, runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
assert connector._uses_websocket() is True
|
|
assert isinstance(connector.client, ActionRPCBoxClient)
|
|
|
|
|
|
def test_box_runtime_connector_ws_in_docker(monkeypatch: pytest.MonkeyPatch):
|
|
"""Inside Docker (no explicit URL), use WebSocket to reach a sibling container."""
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'docker')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
assert connector._uses_websocket() is True
|
|
assert connector.ws_relay_base_url == 'http://langbot_box:5410'
|
|
|
|
|
|
def test_box_runtime_connector_ws_with_standalone_flag(monkeypatch: pytest.MonkeyPatch):
|
|
"""With --standalone-box flag, use WebSocket even on a local Unix platform."""
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', True)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
assert connector._uses_websocket() is True
|
|
|
|
|
|
def test_box_runtime_connector_ws_relay_url_default(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
assert connector.ws_relay_base_url == 'http://127.0.0.1:5410'
|
|
|
|
|
|
def test_box_runtime_connector_ws_relay_url_explicit(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
assert connector.ws_relay_base_url == 'http://box-runtime:5410'
|
|
|
|
|
|
def test_box_runtime_connector_dispose_terminates_subprocess(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
logger = Mock()
|
|
connector = BoxRuntimeConnector(make_app(logger))
|
|
subprocess = Mock()
|
|
subprocess.returncode = None
|
|
handler_task = Mock()
|
|
ctrl_task = Mock()
|
|
connector._subprocess = subprocess
|
|
connector._handler_task = handler_task
|
|
connector._ctrl_task = ctrl_task
|
|
|
|
connector.dispose()
|
|
|
|
subprocess.terminate.assert_called_once()
|
|
handler_task.cancel.assert_called_once()
|
|
ctrl_task.cancel.assert_called_once()
|
|
assert connector._handler_task is None
|
|
assert connector._ctrl_task is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_box_runtime_connector_cleans_partial_transport_on_connect_failure(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
connector._start_local_stdio = AsyncMock(side_effect=RuntimeError('bind failed'))
|
|
connector._stop_transport = AsyncMock()
|
|
connector._close_managed_subprocess = AsyncMock()
|
|
|
|
with pytest.raises(RuntimeError, match='bind failed'):
|
|
await connector.initialize()
|
|
|
|
assert connector._stop_transport.await_count == 2
|
|
connector._close_managed_subprocess.assert_awaited_once()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_box_runtime_connector_starts_heartbeat_after_reconnect(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
connector._start_local_stdio = AsyncMock(side_effect=[RuntimeError('bind failed'), None])
|
|
connector._stop_transport = AsyncMock()
|
|
connector._close_managed_subprocess = AsyncMock()
|
|
|
|
with pytest.raises(RuntimeError, match='bind failed'):
|
|
await connector.initialize()
|
|
|
|
assert connector._heartbeat_task is None
|
|
|
|
await connector.reconnect()
|
|
|
|
assert connector._heartbeat_task is not None
|
|
assert not connector._heartbeat_task.done()
|
|
await connector.aclose()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_box_stdio_connection_does_not_capture_unconsumed_stderr(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
created = {}
|
|
|
|
class FakeHandler:
|
|
def __init__(self, connection):
|
|
self.release = asyncio.Event()
|
|
|
|
async def call_action(self, action, data):
|
|
return None
|
|
|
|
async def run(self):
|
|
await self.release.wait()
|
|
|
|
async def close(self):
|
|
self.release.set()
|
|
|
|
class FakeController:
|
|
def __init__(self, **kwargs):
|
|
created.update(kwargs)
|
|
self.process = SimpleNamespace(returncode=0)
|
|
|
|
async def run(self, callback):
|
|
await callback(object())
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
monkeypatch.setattr(connector_module, 'Handler', FakeHandler)
|
|
monkeypatch.setattr(
|
|
'langbot_plugin.runtime.io.controllers.stdio.client.StdioClientController',
|
|
FakeController,
|
|
)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
await connector.initialize()
|
|
|
|
assert created['capture_stderr'] is False
|
|
assert connector._handler is not None
|
|
await connector.aclose()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_box_disconnect_notifies_once_and_clears_handler(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.get_platform', lambda: 'linux')
|
|
monkeypatch.setattr('langbot.pkg.utils.platform.standalone_box', False)
|
|
disconnect = AsyncMock()
|
|
|
|
class FakeHandler:
|
|
def __init__(self, connection):
|
|
pass
|
|
|
|
async def call_action(self, action, data):
|
|
return None
|
|
|
|
async def run(self):
|
|
return None
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
class FakeController:
|
|
def __init__(self, **kwargs):
|
|
self.process = SimpleNamespace(returncode=0)
|
|
|
|
async def run(self, callback):
|
|
await callback(object())
|
|
|
|
async def close(self):
|
|
return None
|
|
|
|
monkeypatch.setattr(connector_module, 'Handler', FakeHandler)
|
|
monkeypatch.setattr(
|
|
'langbot_plugin.runtime.io.controllers.stdio.client.StdioClientController',
|
|
FakeController,
|
|
)
|
|
connector = BoxRuntimeConnector(make_app(Mock()), runtime_disconnect_callback=disconnect)
|
|
|
|
await connector.initialize()
|
|
await asyncio.sleep(0)
|
|
|
|
disconnect.assert_awaited_once_with(connector)
|
|
assert connector._handler is None
|
|
await connector.aclose()
|
|
|
|
|
|
def test_box_runtime_connector_builds_host_control_headers(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setenv(BOX_CONTROL_TOKEN_ENV, _CONTROL_TOKEN)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
headers = connector.get_control_headers()
|
|
|
|
assert headers == {
|
|
BOX_CONTROL_TOKEN_HEADER: _CONTROL_TOKEN,
|
|
BOX_INSTANCE_HEADER: 'instance-a',
|
|
}
|
|
assert _CONTROL_TOKEN not in connector._resolve_rpc_ws_url()
|
|
|
|
|
|
def test_box_runtime_connector_builds_placement_scoped_relay_headers(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setenv(BOX_CONTROL_TOKEN_ENV, _CONTROL_TOKEN)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
headers = connector.get_relay_headers(
|
|
ActionContext(
|
|
instance_uuid='instance-a',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=7,
|
|
)
|
|
)
|
|
|
|
assert headers == {
|
|
BOX_CONTROL_TOKEN_HEADER: _CONTROL_TOKEN,
|
|
BOX_INSTANCE_HEADER: 'instance-a',
|
|
BOX_WORKSPACE_HEADER: 'workspace-a',
|
|
BOX_PLACEMENT_GENERATION_HEADER: '7',
|
|
}
|
|
|
|
|
|
def test_box_runtime_connector_rejects_relay_context_from_other_instance(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.setenv(BOX_CONTROL_TOKEN_ENV, _CONTROL_TOKEN)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
with pytest.raises(BoxRuntimeUnavailableError, match='another LangBot instance'):
|
|
connector.get_relay_headers(
|
|
ActionContext(
|
|
instance_uuid='instance-b',
|
|
workspace_uuid='workspace-a',
|
|
placement_generation=1,
|
|
)
|
|
)
|
|
|
|
|
|
def test_external_box_runtime_fails_closed_without_control_token(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.delenv(BOX_CONTROL_TOKEN_ENV, raising=False)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
with pytest.raises(BoxRuntimeUnavailableError, match=BOX_CONTROL_TOKEN_ENV):
|
|
connector.get_control_headers()
|
|
|
|
|
|
async def test_local_stdio_injects_generated_token_and_trusted_instance(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
):
|
|
monkeypatch.delenv(BOX_CONTROL_TOKEN_ENV, raising=False)
|
|
captured = {}
|
|
|
|
class FakeStdioClientController:
|
|
def __init__(self, **kwargs):
|
|
captured.update(kwargs)
|
|
self.process = Mock()
|
|
|
|
async def run(self, callback):
|
|
await callback(None)
|
|
|
|
monkeypatch.setattr(
|
|
'langbot_plugin.runtime.io.controllers.stdio.client.StdioClientController',
|
|
FakeStdioClientController,
|
|
)
|
|
connector = BoxRuntimeConnector(make_app(Mock()))
|
|
|
|
def fake_callback(_transport_name, connected, _connect_error, _generation):
|
|
async def callback(_connection):
|
|
connected.set()
|
|
|
|
return callback
|
|
|
|
monkeypatch.setattr(connector, '_make_connection_callback', fake_callback)
|
|
|
|
await connector._start_local_stdio()
|
|
|
|
assert len(captured['env'][BOX_CONTROL_TOKEN_ENV]) >= 32
|
|
assert captured['env'][BOX_TRUSTED_INSTANCE_ENV] == 'instance-a'
|
|
|
|
|
|
async def test_websocket_controller_receives_control_headers(monkeypatch: pytest.MonkeyPatch):
|
|
monkeypatch.setenv(BOX_CONTROL_TOKEN_ENV, _CONTROL_TOKEN)
|
|
captured = {}
|
|
|
|
class FakeWebSocketClientController:
|
|
def __init__(self, **kwargs):
|
|
captured.update(kwargs)
|
|
|
|
async def run(self, callback):
|
|
await callback(None)
|
|
|
|
monkeypatch.setattr(
|
|
'langbot_plugin.runtime.io.controllers.ws.client.WebSocketClientController',
|
|
FakeWebSocketClientController,
|
|
)
|
|
connector = BoxRuntimeConnector(make_app(Mock(), runtime_endpoint='http://box-runtime:5410'))
|
|
|
|
def fake_callback(_transport_name, connected, _connect_error, _generation):
|
|
async def callback(_connection):
|
|
connected.set()
|
|
|
|
return callback
|
|
|
|
monkeypatch.setattr(connector, '_make_connection_callback', fake_callback)
|
|
|
|
await connector._connect_ws('ws://box-runtime:5410/rpc/ws', 'WebSocket')
|
|
|
|
assert captured['additional_headers'] == {
|
|
BOX_CONTROL_TOKEN_HEADER: _CONTROL_TOKEN,
|
|
BOX_INSTANCE_HEADER: 'instance-a',
|
|
}
|
|
assert _CONTROL_TOKEN not in captured['ws_url']
|