mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-02 20:14:36 +00:00
77 lines
2.3 KiB
Python
77 lines
2.3 KiB
Python
from __future__ import annotations
|
|
|
|
import uuid
|
|
import datetime
|
|
import sqlalchemy
|
|
|
|
from ....core import app
|
|
from ....entity.persistence import model as persistence_model
|
|
|
|
|
|
class ModelsService:
|
|
|
|
ap: app.Application
|
|
|
|
def __init__(self, ap: app.Application) -> None:
|
|
self.ap = ap
|
|
|
|
async def get_llm_models(self) -> list[dict]:
|
|
result = await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.select(persistence_model.LLMModel)
|
|
)
|
|
|
|
models = result.all()
|
|
return [
|
|
self.ap.persistence_mgr.serialize_model(persistence_model.LLMModel, model)
|
|
for model in models
|
|
]
|
|
|
|
async def create_llm_model(self, model_data: dict) -> str:
|
|
|
|
model_data['uuid'] = str(uuid.uuid4())
|
|
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.insert(persistence_model.LLMModel).values(
|
|
**model_data
|
|
)
|
|
)
|
|
|
|
llm_model = await self.get_llm_model(model_data['uuid'])
|
|
|
|
await self.ap.model_mgr.load_llm_model(llm_model)
|
|
|
|
return model_data['uuid']
|
|
|
|
async def get_llm_model(self, model_uuid: str) -> dict | None:
|
|
result = await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.select(persistence_model.LLMModel).where(persistence_model.LLMModel.uuid == model_uuid)
|
|
)
|
|
|
|
model = result.first()
|
|
|
|
if model is None:
|
|
return None
|
|
|
|
return self.ap.persistence_mgr.serialize_model(persistence_model.LLMModel, model)
|
|
|
|
async def update_llm_model(self, model_uuid: str, model_data: dict) -> None:
|
|
if 'uuid' in model_data:
|
|
del model_data['uuid']
|
|
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.update(persistence_model.LLMModel).where(persistence_model.LLMModel.uuid == model_uuid).values(**model_data)
|
|
)
|
|
|
|
await self.ap.model_mgr.remove_llm_model(model_uuid)
|
|
|
|
llm_model = await self.get_llm_model(model_uuid)
|
|
|
|
await self.ap.model_mgr.load_llm_model(llm_model)
|
|
|
|
async def delete_llm_model(self, model_uuid: str) -> None:
|
|
await self.ap.persistence_mgr.execute_async(
|
|
sqlalchemy.delete(persistence_model.LLMModel).where(persistence_model.LLMModel.uuid == model_uuid)
|
|
)
|
|
|
|
await self.ap.model_mgr.remove_llm_model(model_uuid)
|