feat: add session/prefix cache for doubao

This commit is contained in:
laoshancun
2025-01-10 16:10:51 +08:00
parent 3915ce9814
commit 111a5faeed
4 changed files with 9 additions and 1 deletions

View File

@@ -31,6 +31,7 @@ func RelayTextHelper(c *gin.Context) *model.ErrorWithStatusCode {
return openai.ErrorWrapper(err, "invalid_text_request", http.StatusBadRequest)
}
meta.IsStream = textRequest.Stream
meta.Cache = len(textRequest.ContextId) > 0
// map model name
meta.OriginModelName = textRequest.Model