mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-08-20 17:30:59 +00:00
revert: default thinking param for testing model
This commit is contained in:
@@ -105,17 +105,17 @@ class LLMModelsService:
|
|||||||
else:
|
else:
|
||||||
runtime_llm_model = await self.ap.model_mgr.init_runtime_llm_model(model_data)
|
runtime_llm_model = await self.ap.model_mgr.init_runtime_llm_model(model_data)
|
||||||
|
|
||||||
# 有些模型厂商默认开启了思考功能,测试容易延迟
|
# # 有些模型厂商默认开启了思考功能,测试容易延迟
|
||||||
extra_args = model_data.get('extra_args', {})
|
# extra_args = model_data.get('extra_args', {})
|
||||||
if not extra_args or 'thinking' not in extra_args:
|
# if not extra_args or 'thinking' not in extra_args:
|
||||||
extra_args['thinking'] = {'type': 'disabled'}
|
# extra_args['thinking'] = {'type': 'disabled'}
|
||||||
|
|
||||||
await runtime_llm_model.requester.invoke_llm(
|
await runtime_llm_model.requester.invoke_llm(
|
||||||
query=None,
|
query=None,
|
||||||
model=runtime_llm_model,
|
model=runtime_llm_model,
|
||||||
messages=[provider_message.Message(role='user', content='Hello, world! Please just reply a "Hello".')],
|
messages=[provider_message.Message(role='user', content='Hello, world! Please just reply a "Hello".')],
|
||||||
funcs=[],
|
funcs=[],
|
||||||
extra_args=extra_args,
|
# extra_args=extra_args,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user