fix(storage): unify CAS persistence for inline images

- Externalize inline images in messages and run events before persistence
- Keep snapshots, transcripts, and metadata free of inline payloads
- Serialize messages after externalization to reduce peak memory usage
- Preserve live messages, URL-only images, and SDK image retrieval behavior
- Add regression tests for deduplication, redaction, storage failures, and serialization order
This commit is contained in:
BiFangKNT
2026-10-18 00:04:20 +08:00
parent f12490bc73
commit cbc849d4e2
9 changed files with 438 additions and 67 deletions
@@ -794,7 +794,9 @@ async def execute_platform_tool(
bot_name=str(getattr(getattr(bot, 'bot_entity', None), 'name', bot_id)),
pipeline_id=str(authorization.get('processor_id') or ''),
pipeline_name=str(authorization.get('processor_id') or authorization.get('runner_id') or ''),
message_content=json.dumps(content, ensure_ascii=False),
message_content=content
if isinstance(content, (list, dict))
else json.dumps(content, ensure_ascii=False),
session_id=str(authorization.get('conversation_id') or ''),
role='assistant',
status='error' if delivery_error else 'success',
+12 -4
View File
@@ -5,6 +5,7 @@ from __future__ import annotations
import typing
from ...core import app
from ...storage.media import MediaCache
from .descriptor import RunnerDescriptor
from .errors import RunnerProtocolError
from .host_models import AgentBinding, AgentEventEnvelope
@@ -44,10 +45,10 @@ class AgentRunJournal:
if not item:
return value
item_type = item.get('type')
if item_type == 'image_base64' and item.get('image_base64'):
item['image_base64'] = None
if MediaCache.has_inline_images(item):
item = MediaCache.redact_inline_images(item)
item['content_redacted'] = True
elif item_type == 'file_base64' and item.get('file_base64'):
if item_type == 'file_base64' and item.get('file_base64'):
item['file_base64'] = None
item['content_redacted'] = True
return item
@@ -77,6 +78,8 @@ class AgentRunJournal:
return [cls._sanitize_event_data(item) for item in value]
if not isinstance(value, dict):
return value
if value.get('type') in ('Image', 'image', 'image_url', 'image_base64'):
value = cls._sanitize_content_item(value)
result = {}
for key, item in value.items():
if key in ('image_base64', 'file_base64', 'base64') and item:
@@ -157,11 +160,16 @@ class AgentRunJournal:
usage = result_dict.get('usage')
if hasattr(usage, 'model_dump'):
usage = usage.model_dump(mode='json')
data = result_dict.get('data') if isinstance(result_dict.get('data'), dict) else {}
if MediaCache.has_inline_images(data):
data = await self.ap.storage_mgr.media_cache.externalize_chain_dump(data)
if MediaCache.has_inline_images(metadata):
metadata = MediaCache.redact_inline_images(metadata)
return await self._get_run_ledger_store().append_event(
run_id=run_id,
sequence=sequence,
event_type=str(result_dict.get('type') or 'unknown'),
data=result_dict.get('data') if isinstance(result_dict.get('data'), dict) else {},
data=data,
usage=usage if isinstance(usage, dict) else None,
source=source,
metadata=metadata,