mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-02 20:14:36 +00:00
40 lines
1.4 KiB
Python
40 lines
1.4 KiB
Python
from __future__ import annotations
|
|
|
|
from .. import stage, entities
|
|
from . import truncator
|
|
from ...utils import importutil
|
|
from ...agent.runner.config_migration import ConfigMigration
|
|
import langbot_plugin.api.entities.builtin.pipeline.query as pipeline_query
|
|
from . import truncators
|
|
|
|
importutil.import_modules_in_pkg(truncators)
|
|
|
|
|
|
@stage.stage_class('ConversationMessageTruncator')
|
|
class ConversationMessageTruncator(stage.PipelineStage):
|
|
"""Conversation message truncator
|
|
|
|
Used to truncate the conversation message chain to adapt to the LLM message length limit.
|
|
"""
|
|
|
|
trun: truncator.Truncator
|
|
|
|
async def initialize(self, pipeline_config: dict):
|
|
use_method = 'round'
|
|
|
|
for trun in truncator.preregistered_truncators:
|
|
if trun.name == use_method:
|
|
self.trun = trun(self.ap)
|
|
break
|
|
else:
|
|
raise ValueError(f'Unknown truncator: {use_method}')
|
|
|
|
async def process(self, query: pipeline_query.Query, stage_inst_name: str) -> entities.StageProcessResult:
|
|
"""处理"""
|
|
if ConfigMigration.resolve_runner_id(query.pipeline_config):
|
|
return entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
|
|
|
|
query = await self.trun.truncate(query)
|
|
|
|
return entities.StageProcessResult(result_type=entities.ResultType.CONTINUE, new_query=query)
|