From 7b6e6b046a1272dbdeea51e1bb658f4515a13d1d Mon Sep 17 00:00:00 2001 From: Junyan Qin Date: Sun, 2 Mar 2025 15:24:08 +0800 Subject: [PATCH] perf(claude): simplify the thinking resp processing --- pkg/provider/modelmgr/entities.py | 2 -- pkg/provider/modelmgr/requesters/anthropicmsgs.py | 7 ++----- 2 files changed, 2 insertions(+), 7 deletions(-) diff --git a/pkg/provider/modelmgr/entities.py b/pkg/provider/modelmgr/entities.py index decfe96d..cf856894 100644 --- a/pkg/provider/modelmgr/entities.py +++ b/pkg/provider/modelmgr/entities.py @@ -23,7 +23,5 @@ class LLMModelInfo(pydantic.BaseModel): vision_supported: typing.Optional[bool] = False - thinking: typing.Optional[bool] = False - class Config: arbitrary_types_allowed = True diff --git a/pkg/provider/modelmgr/requesters/anthropicmsgs.py b/pkg/provider/modelmgr/requesters/anthropicmsgs.py index 9168f1bc..b03e536d 100644 --- a/pkg/provider/modelmgr/requesters/anthropicmsgs.py +++ b/pkg/provider/modelmgr/requesters/anthropicmsgs.py @@ -50,9 +50,6 @@ class AnthropicMessages(requester.LLMAPIRequester): args = self.ap.provider_cfg.data['requester']['anthropic-messages']['args'].copy() args["model"] = model.name if model.model_name is None else model.model_name - if model.thinking: - args["thinking"] = {"type": "enabled", "budget_tokens": 16000} - # 处理消息 # system @@ -150,8 +147,8 @@ class AnthropicMessages(requester.LLMAPIRequester): for block in resp.content: if block.type == 'thinking': - args['content'] = '' + block.thinking + '' - if block.type == 'text': + args['content'] = '' + block.thinking + '\n' + args['content'] + elif block.type == 'text': args['content'] += block.text elif block.type == 'tool_use': assert type(block) is anthropic.types.tool_use_block.ToolUseBlock