perf: move remove-think to output tab

This commit is contained in:
Junyan Qin
2025-08-04 18:17:12 +08:00
parent 4a1d033ee9
commit 15e524c6e6
5 changed files with 19 additions and 15 deletions
@@ -313,6 +313,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
messages: typing.List[llm_entities.Message],
funcs: typing.List[tools_entities.LLMFunction] = None,
extra_args: dict[str, typing.Any] = {},
remove_think: bool = False,
) -> llm_entities.MessageChunk:
req_messages = [] # req_messages 仅用于类内,外部同步由 query.messages 进行
for m in messages:
@@ -332,6 +333,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
use_model=model,
use_funcs=funcs,
extra_args=extra_args,
remove_think=remove_think,
):
yield item
+5 -4
View File
@@ -94,9 +94,8 @@ class LocalAgentRunner(runner.RequestRunner):
is_stream = await query.adapter.is_stream_output_supported()
except AttributeError:
is_stream = False
remove_think = self.pipeline_config['trigger'].get('misc', '').get('remove_think')
remove_think = self.pipeline_config['output'].get('misc', '').get('remove-think')
if not is_stream:
# 非流式输出,直接请求
@@ -183,8 +182,9 @@ class LocalAgentRunner(runner.RequestRunner):
query.use_llm_model,
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
):
extra_args=query.use_llm_model.model_entity.extra_args,
remove_think=remove_think,
):
yield msg
if msg.tool_calls:
for tool_call in msg.tool_calls:
@@ -212,6 +212,7 @@ class LocalAgentRunner(runner.RequestRunner):
req_messages,
query.use_funcs,
extra_args=query.use_llm_model.model_entity.extra_args,
remove_think=remove_think,
)
yield msg