mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-08-30 22:27:13 +00:00
perf: move remove-think to output tab
This commit is contained in:
@@ -313,6 +313,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
|
|||||||
messages: typing.List[llm_entities.Message],
|
messages: typing.List[llm_entities.Message],
|
||||||
funcs: typing.List[tools_entities.LLMFunction] = None,
|
funcs: typing.List[tools_entities.LLMFunction] = None,
|
||||||
extra_args: dict[str, typing.Any] = {},
|
extra_args: dict[str, typing.Any] = {},
|
||||||
|
remove_think: bool = False,
|
||||||
) -> llm_entities.MessageChunk:
|
) -> llm_entities.MessageChunk:
|
||||||
req_messages = [] # req_messages 仅用于类内,外部同步由 query.messages 进行
|
req_messages = [] # req_messages 仅用于类内,外部同步由 query.messages 进行
|
||||||
for m in messages:
|
for m in messages:
|
||||||
@@ -332,6 +333,7 @@ class OpenAIChatCompletions(requester.ProviderAPIRequester):
|
|||||||
use_model=model,
|
use_model=model,
|
||||||
use_funcs=funcs,
|
use_funcs=funcs,
|
||||||
extra_args=extra_args,
|
extra_args=extra_args,
|
||||||
|
remove_think=remove_think,
|
||||||
):
|
):
|
||||||
yield item
|
yield item
|
||||||
|
|
||||||
|
|||||||
@@ -95,8 +95,7 @@ class LocalAgentRunner(runner.RequestRunner):
|
|||||||
except AttributeError:
|
except AttributeError:
|
||||||
is_stream = False
|
is_stream = False
|
||||||
|
|
||||||
remove_think = self.pipeline_config['trigger'].get('misc', '').get('remove_think')
|
remove_think = self.pipeline_config['output'].get('misc', '').get('remove-think')
|
||||||
|
|
||||||
|
|
||||||
if not is_stream:
|
if not is_stream:
|
||||||
# 非流式输出,直接请求
|
# 非流式输出,直接请求
|
||||||
@@ -184,6 +183,7 @@ class LocalAgentRunner(runner.RequestRunner):
|
|||||||
req_messages,
|
req_messages,
|
||||||
query.use_funcs,
|
query.use_funcs,
|
||||||
extra_args=query.use_llm_model.model_entity.extra_args,
|
extra_args=query.use_llm_model.model_entity.extra_args,
|
||||||
|
remove_think=remove_think,
|
||||||
):
|
):
|
||||||
yield msg
|
yield msg
|
||||||
if msg.tool_calls:
|
if msg.tool_calls:
|
||||||
@@ -212,6 +212,7 @@ class LocalAgentRunner(runner.RequestRunner):
|
|||||||
req_messages,
|
req_messages,
|
||||||
query.use_funcs,
|
query.use_funcs,
|
||||||
extra_args=query.use_llm_model.model_entity.extra_args,
|
extra_args=query.use_llm_model.model_entity.extra_args,
|
||||||
|
remove_think=remove_think,
|
||||||
)
|
)
|
||||||
|
|
||||||
yield msg
|
yield msg
|
||||||
|
|||||||
@@ -87,7 +87,8 @@
|
|||||||
"hide-exception": true,
|
"hide-exception": true,
|
||||||
"at-sender": true,
|
"at-sender": true,
|
||||||
"quote-origin": true,
|
"quote-origin": true,
|
||||||
"track-function-calls": false
|
"track-function-calls": false,
|
||||||
|
"remove-think": true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -105,3 +105,13 @@ stages:
|
|||||||
type: boolean
|
type: boolean
|
||||||
required: true
|
required: true
|
||||||
default: false
|
default: false
|
||||||
|
- name: remove-think
|
||||||
|
label:
|
||||||
|
en_US: Remove CoT
|
||||||
|
zh_Hans: 删除思维链
|
||||||
|
description:
|
||||||
|
en_US: If enabled, LangBot will remove the LLM thought content in response
|
||||||
|
zh_Hans: 如果启用,将自动删除大模型回复中的模型思考内容
|
||||||
|
type: boolean
|
||||||
|
required: true
|
||||||
|
default: true
|
||||||
|
|||||||
@@ -132,13 +132,3 @@ stages:
|
|||||||
type: boolean
|
type: boolean
|
||||||
required: true
|
required: true
|
||||||
default: true
|
default: true
|
||||||
- name: remove_think
|
|
||||||
label:
|
|
||||||
en_US: Remove CoT
|
|
||||||
zh_Hans: 删除思维链
|
|
||||||
description:
|
|
||||||
en_US: If enabled, LangBot will remove the LLM thought content in response
|
|
||||||
zh_Hans: 如果启用,将自动删除大模型回复中的模型思考内容
|
|
||||||
type: boolean
|
|
||||||
required: true
|
|
||||||
default: true
|
|
||||||
|
|||||||
Reference in New Issue
Block a user