xinyin025/geekai
1
0
Fork 0
mirror of https://github.com/yangjian102621/geekai.git synced 2025-11-12 12:13:46 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

[feat] preliminary completion ollama chat.

Browse Source
This commit is contained in:
dmd
2024-06-10 21:44:41 +08:00
parent d6a04f96fe
commit 8443a3c8b4
7 changed files with 353 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/handler/chatimpl/chat_handler.go
View File

@@ -235,7 +235,7 @@ func (h *ChatHandler) sendMessage(ctx context.Context, session *types.ChatSessio
Stream: true,
}
switch session.Model.Platform {
case types.Azure, types.ChatGLM, types.Baidu, types.XunFei:
case types.Azure, types.ChatGLM, types.Baidu, types.XunFei, types.Ollama:
req.Temperature = session.Model.Temperature
req.MaxTokens = session.Model.MaxTokens
break
@@ -401,6 +401,8 @@ func (h *ChatHandler) sendMessage(ctx context.Context, session *types.ChatSessio
return h.sendXunFeiMessage(chatCtx, req, userVo, ctx, session, role, prompt, ws)
case types.QWen:
return h.sendQWenMessage(chatCtx, req, userVo, ctx, session, role, prompt, ws)
case types.Ollama:
return h.sendOllamaMessage(chatCtx, req, userVo, ctx, session, role, prompt, ws)
}
utils.ReplyChunkMessage(ws, types.WsMessage{
Type: types.WsMiddle,