From 1ef60a9e5eeabe766cf629866131d47c89d00817 Mon Sep 17 00:00:00 2001 From: RockYang Date: Wed, 15 Nov 2023 18:20:34 +0800 Subject: [PATCH] fix: fix bug with missing chat context --- api/handler/chatimpl/chat_handler.go | 18 ++++++++---------- 1 file changed, 8 insertions(+), 10 deletions(-) diff --git a/api/handler/chatimpl/chat_handler.go b/api/handler/chatimpl/chat_handler.go index 349700d4..c1480c2c 100644 --- a/api/handler/chatimpl/chat_handler.go +++ b/api/handler/chatimpl/chat_handler.go @@ -258,17 +258,15 @@ func (h *ChatHandler) sendMessage(ctx context.Context, session *types.ChatSessio // loading the role context var messages []types.Message - if len(messages) > 0 { - err := utils.JsonDecode(role.Context, &messages) - if err == nil { - for _, v := range messages { - tks, _ := utils.CalcTokens(v.Content, req.Model) - if tokens+tks >= types.ModelToTokens[req.Model] { - break - } - tokens += tks - chatCtx = append(chatCtx, v) + err := utils.JsonDecode(role.Context, &messages) + if err == nil { + for _, v := range messages { + tks, _ := utils.CalcTokens(v.Content, req.Model) + if tokens+tks >= types.ModelToTokens[req.Model] { + break } + tokens += tks + chatCtx = append(chatCtx, v) } }