perf: move remove-think to output tab

This commit is contained in:
Junyan Qin
2025-08-04 18:17:12 +08:00
parent 4a1d033ee9
commit 15e524c6e6
5 changed files with 19 additions and 15 deletions

View File

@@ -313,6 +313,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
messages: typing.List[llm_entities.Message],
funcs: typing.List[tools_entities.LLMFunction] = None,
extra_args: dict[str, typing.Any] = {},
remove_think: bool = False,
) -> llm_entities.MessageChunk:
req_messages = [] # req_messages 仅用于类内,外部同步由 query.messages 进行
for m in messages:
@@ -332,6 +333,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
use_model=model,
use_funcs=funcs,
extra_args=extra_args,
remove_think=remove_think,
):
yield item

View File

@@ -94,9 +94,8 @@ class LocalAgentRunner(runner.RequestRunner):
is_stream = await query.adapter.is_stream_output_supported()
except AttributeError:
is_stream = False
remove_think = self.pipeline_config['trigger'].get('misc', '').get('remove_think')
remove_think = self.pipeline_config['output'].get('misc', '').get('remove-think')
if not is_stream:
# 非流式输出,直接请求
@@ -183,8 +182,9 @@ class LocalAgentRunner(runner.RequestRunner):
query.use_llm_model,
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
):
extra_args=query.use_llm_model.model_entity.extra_args,
remove_think=remove_think,
):
yield msg
if msg.tool_calls:
for tool_call in msg.tool_calls:
@@ -212,6 +212,7 @@ class LocalAgentRunner(runner.RequestRunner):
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
remove_think=remove_think,
)
yield msg

View File

@@ -87,7 +87,8 @@
"hide-exception": true,
"at-sender": true,
"quote-origin": true,
"track-function-calls": false
"track-function-calls": false,
"remove-think": true
}
}
}

View File

@@ -105,3 +105,13 @@ stages:
type: boolean
required: true
default: false
- name: remove-think
label:
en_US: Remove CoT
zh_Hans: 删除思维链
description:
en_US: If enabled, LangBot will remove the LLM thought content in response
zh_Hans: 如果启用,将自动删除大模型回复中的模型思考内容
type: boolean
required: true
default: true

View File

@@ -132,13 +132,3 @@ stages:
type: boolean
required: true
default: true
- name: remove_think
label:
en_US: Remove CoT
zh_Hans: 删除思维链
description:
en_US: If enabled, LangBot will remove the LLM thought content in response
zh_Hans: 如果启用,将自动删除大模型回复中的模型思考内容
type: boolean
required: true
default: true