xinyin025/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2025-11-17 05:33:42 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

🐛 fix: Fix conditional caching in RelayHandler

Browse Source
This commit is contained in:
Martial BE
2024-04-24 18:02:33 +08:00
parent 755dbf79be
commit 36653c2ce5
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
relay/main.go
View File

@@ -111,8 +111,11 @@ func RelayHandler(relay RelayBaseInterface) (err *types.OpenAIErrorWithStatusCod
} }
quota.Consume(relay.getContext(), usage) quota.Consume(relay.getContext(), usage)
if usage.CompletionTokens > 0 {
cacheProps := relay.GetChatCache() cacheProps := relay.GetChatCache()
go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName()) go cacheProps.StoreCache(relay.getContext().GetInt("channel_id"), usage.PromptTokens, usage.CompletionTokens, relay.getModelName())
}
return return
} }