feat(tenancy): implement workspace isolation

This commit is contained in:
Junyan Qin
2026-07-19 09:58:59 +08:00
parent 37099ddf7e
commit 8b7ce77cec
271 changed files with 31166 additions and 6513 deletions
+105 -8
View File
@@ -5,6 +5,13 @@ import re
from typing import TYPE_CHECKING, Any
from urllib.parse import unquote
import sqlalchemy
from langbot.pkg.api.http.authz import WorkspaceRequiredError
from langbot.pkg.api.http.context import ExecutionContext
from langbot.pkg.entity.persistence import rag as persistence_rag
from langbot.pkg.workspace.errors import WorkspaceNotFoundError
if TYPE_CHECKING:
from langbot.pkg.core import app
@@ -19,8 +26,54 @@ class RAGRuntimeService:
def __init__(self, ap: app.Application):
self.ap = ap
async def _validate_execution_context(self, execution_context: ExecutionContext) -> None:
if not isinstance(execution_context, ExecutionContext):
raise WorkspaceRequiredError('ExecutionContext is required for RAG runtime access')
if (
not execution_context.instance_uuid.strip()
or not execution_context.workspace_uuid.strip()
or execution_context.placement_generation <= 0
):
raise WorkspaceRequiredError('A complete active ExecutionContext is required')
workspace_service = getattr(self.ap, 'workspace_service', None)
if workspace_service is None:
raise WorkspaceRequiredError('Workspace execution service is unavailable')
binding = await workspace_service.get_execution_binding(
execution_context.workspace_uuid,
expected_generation=execution_context.placement_generation,
)
if binding.instance_uuid != execution_context.instance_uuid:
raise WorkspaceRequiredError('ExecutionContext belongs to another LangBot instance')
async def _resolve_knowledge_base_uuid(
self,
execution_context: ExecutionContext,
collection_id: str,
) -> str:
"""Resolve a plugin logical handle to a Workspace-owned KB UUID."""
await self._validate_execution_context(execution_context)
if not isinstance(collection_id, str) or not collection_id.strip():
raise WorkspaceNotFoundError('Knowledge base not found')
result = await self.ap.persistence_mgr.execute_async(
sqlalchemy.select(persistence_rag.KnowledgeBase.uuid)
.where(persistence_rag.KnowledgeBase.workspace_uuid == execution_context.workspace_uuid)
.where(
sqlalchemy.or_(
persistence_rag.KnowledgeBase.uuid == collection_id,
persistence_rag.KnowledgeBase.collection_id == collection_id,
)
)
.limit(1)
)
kb_uuid = result.scalar_one_or_none()
if kb_uuid is None:
raise WorkspaceNotFoundError('Knowledge base not found')
return kb_uuid
async def vector_upsert(
self,
execution_context: ExecutionContext,
collection_id: str,
vectors: list[list[float]],
ids: list[str],
@@ -28,9 +81,17 @@ class RAGRuntimeService:
documents: list[str] | None = None,
) -> None:
"""Handle VECTOR_UPSERT action."""
knowledge_base_uuid = await self._resolve_knowledge_base_uuid(execution_context, collection_id)
if len(vectors) != len(ids):
raise ValueError('vectors and ids must have the same length')
if metadata is not None and len(metadata) != len(vectors):
raise ValueError('metadata must have the same length as vectors')
if documents is not None and len(documents) != len(vectors):
raise ValueError('documents must have the same length as vectors')
metadatas = metadata if metadata else [{} for _ in vectors]
await self.ap.vector_db_mgr.upsert(
collection_name=collection_id,
execution_context=execution_context,
knowledge_base_uuid=knowledge_base_uuid,
vectors=vectors,
ids=ids,
metadata=metadatas,
@@ -39,6 +100,7 @@ class RAGRuntimeService:
async def vector_search(
self,
execution_context: ExecutionContext,
collection_id: str,
query_vector: list[float],
top_k: int,
@@ -48,8 +110,10 @@ class RAGRuntimeService:
vector_weight: float | None = None,
) -> list[dict[str, Any]]:
"""Handle VECTOR_SEARCH action."""
knowledge_base_uuid = await self._resolve_knowledge_base_uuid(execution_context, collection_id)
return await self.ap.vector_db_mgr.search(
collection_name=collection_id,
execution_context=execution_context,
knowledge_base_uuid=knowledge_base_uuid,
query_vector=query_vector,
limit=top_k,
filter=filters,
@@ -59,7 +123,11 @@ class RAGRuntimeService:
)
async def vector_delete(
self, collection_id: str, file_ids: list[str] | None = None, filters: dict[str, Any] | None = None
self,
execution_context: ExecutionContext,
collection_id: str,
file_ids: list[str] | None = None,
filters: dict[str, Any] | None = None,
) -> int:
"""Handle VECTOR_DELETE action.
@@ -73,16 +141,26 @@ class RAGRuntimeService:
in their metadata.
filters: Filter-based deletion (not yet supported, will raise).
"""
knowledge_base_uuid = await self._resolve_knowledge_base_uuid(execution_context, collection_id)
count = 0
if file_ids:
await self.ap.vector_db_mgr.delete_by_file_id(collection_name=collection_id, file_ids=file_ids)
await self.ap.vector_db_mgr.delete_by_file_id(
execution_context=execution_context,
knowledge_base_uuid=knowledge_base_uuid,
file_ids=file_ids,
)
count = len(file_ids)
elif filters:
count = await self.ap.vector_db_mgr.delete_by_filter(collection_name=collection_id, filter=filters)
count = await self.ap.vector_db_mgr.delete_by_filter(
execution_context=execution_context,
knowledge_base_uuid=knowledge_base_uuid,
filter=filters,
)
return count
async def vector_list(
self,
execution_context: ExecutionContext,
collection_id: str,
filters: dict[str, Any] | None = None,
limit: int = 20,
@@ -99,14 +177,20 @@ class RAGRuntimeService:
Returns:
Tuple of (items, total).
"""
knowledge_base_uuid = await self._resolve_knowledge_base_uuid(execution_context, collection_id)
return await self.ap.vector_db_mgr.list_by_filter(
collection_name=collection_id,
execution_context=execution_context,
knowledge_base_uuid=knowledge_base_uuid,
filter=filters,
limit=limit,
offset=offset,
)
async def get_file_stream(self, storage_path: str) -> bytes:
async def get_file_stream(
self,
execution_context: ExecutionContext,
storage_path: str,
) -> bytes:
"""Handle GET_KNOWLEDEGE_FILE_STREAM action.
Uses the storage manager abstraction to load file content,
@@ -125,5 +209,18 @@ class RAGRuntimeService:
or re.match(r'^[A-Za-z]:/', normalized)
):
raise ValueError('Invalid storage path')
content_bytes = await self.ap.storage_mgr.storage_provider.load(normalized)
await self._validate_execution_context(execution_context)
result = await self.ap.persistence_mgr.execute_async(
sqlalchemy.select(persistence_rag.File.uuid)
.where(persistence_rag.File.workspace_uuid == execution_context.workspace_uuid)
.where(persistence_rag.File.file_name == normalized)
.limit(1)
)
if result.first() is None:
raise WorkspaceNotFoundError('Knowledge file not found')
content_bytes = await self.ap.storage_mgr.load_scoped_object_key(
execution_context,
normalized,
expected_owner_type='upload_document',
)
return content_bytes if content_bytes else b''