mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-12 08:46:02 +00:00
96 lines
3.2 KiB
Python
96 lines
3.2 KiB
Python
from __future__ import annotations
|
||
|
||
import typing
|
||
import traceback
|
||
|
||
import anthropic
|
||
|
||
from .. import api, entities, errors
|
||
|
||
from .. import api, entities, errors
|
||
from ....core import entities as core_entities
|
||
from ... import entities as llm_entities
|
||
from ...tools import entities as tools_entities
|
||
|
||
|
||
@api.requester_class("anthropic-messages")
|
||
class AnthropicMessages(api.LLMAPIRequester):
|
||
"""Anthropic Messages API 请求器"""
|
||
|
||
client: anthropic.AsyncAnthropic
|
||
|
||
async def initialize(self):
|
||
self.client = anthropic.AsyncAnthropic(
|
||
api_key="",
|
||
base_url=self.ap.provider_cfg.data['requester']['anthropic-messages']['base-url'],
|
||
timeout=self.ap.provider_cfg.data['requester']['anthropic-messages']['timeout'],
|
||
proxies=self.ap.proxy_mgr.get_forward_proxies()
|
||
)
|
||
|
||
async def call(
|
||
self,
|
||
model: entities.LLMModelInfo,
|
||
messages: typing.List[llm_entities.Message],
|
||
funcs: typing.List[tools_entities.LLMFunction] = None,
|
||
) -> llm_entities.Message:
|
||
self.client.api_key = model.token_mgr.get_token()
|
||
|
||
args = self.ap.provider_cfg.data['requester']['anthropic-messages']['args'].copy()
|
||
args["model"] = model.name if model.model_name is None else model.model_name
|
||
|
||
# 处理消息
|
||
|
||
# system
|
||
system_role_message = None
|
||
|
||
for i, m in enumerate(messages):
|
||
if m.role == "system":
|
||
system_role_message = m
|
||
|
||
messages.pop(i)
|
||
break
|
||
|
||
if isinstance(system_role_message, llm_entities.Message) \
|
||
and isinstance(system_role_message.content, str):
|
||
args['system'] = system_role_message.content
|
||
|
||
# 其他消息
|
||
# req_messages = [
|
||
# m.dict(exclude_none=True) for m in messages \
|
||
# if (isinstance(m.content, str) and m.content.strip() != "") \
|
||
# or (isinstance(m.content, list) and )
|
||
# ]
|
||
# 暂时不支持vision，仅保留纯文字的content
|
||
req_messages = []
|
||
|
||
for m in messages:
|
||
if isinstance(m.content, str) and m.content.strip() != "":
|
||
req_messages.append(m.dict(exclude_none=True))
|
||
elif isinstance(m.content, list):
|
||
# 删除m.content中的type!=text的元素
|
||
m.content = [
|
||
c for c in m.content if c.get("type") == "text"
|
||
]
|
||
|
||
if len(m.content) > 0:
|
||
req_messages.append(m.dict(exclude_none=True))
|
||
|
||
args["messages"] = req_messages
|
||
|
||
try:
|
||
resp = await self.client.messages.create(**args)
|
||
|
||
return llm_entities.Message(
|
||
content=resp.content[0].text,
|
||
role=resp.role
|
||
)
|
||
except anthropic.AuthenticationError as e:
|
||
raise errors.RequesterError(f'api-key 无效: {e.message}')
|
||
except anthropic.BadRequestError as e:
|
||
raise errors.RequesterError(str(e.message))
|
||
except anthropic.NotFoundError as e:
|
||
if 'model: ' in str(e):
|
||
raise errors.RequesterError(f'模型无效: {e.message}')
|
||
else:
|
||
raise errors.RequesterError(f'请求地址无效: {e.message}')
|