feat: add session/prefix cache for doubao

This commit is contained in:
laoshancun
2025-01-10 16:10:51 +08:00
parent 3915ce9814
commit 111a5faeed
4 changed files with 9 additions and 1 deletions

View File

@@ -65,6 +65,8 @@ type GeneralOpenAIRequest struct {
// Others
Instruction string `json:"instruction,omitempty"`
NumCtx int `json:"num_ctx,omitempty"`
// SessionCache or PrefixCache context id
ContextId string `json:"context_id,omitempty"`
}
func (r GeneralOpenAIRequest) ParseInput() []string {