feat: add session/prefix cache for doubao

2025-11-13 03:43:44 +08:00 · 2025-01-10 16:10:51 +08:00
parent 3915ce9814
commit 111a5faeed
4 changed files with 9 additions and 1 deletions
--- a/relay/meta/relay_meta.go
+++ b/relay/meta/relay_meta.go
@@ -31,6 +31,7 @@ type Meta struct {
 	RequestURLPath  string
 	PromptTokens    int // only for DoResponse
 	SystemPrompt    string
+	Cache           bool
 }

 func GetByContext(c *gin.Context) *Meta {