Merge db3de1d80c into c96895e35b

relay/adaptor/doubao/main.go

@@ -7,9 +7,13 @@ import (
 )
 
 func GetRequestURL(meta *meta.Meta) (string, error) {
+	var context = ""
+	if meta.Cache {
+		context = "context/"
+	}
 	switch meta.Mode {
 	case relaymode.ChatCompletions:
-		return fmt.Sprintf("%s/api/v3/chat/completions", meta.BaseURL), nil
+		return fmt.Sprintf("%s/api/v3/%schat/completions", meta.BaseURL, context), nil
 	case relaymode.Embeddings:
 		return fmt.Sprintf("%s/api/v3/embeddings", meta.BaseURL), nil
 	default:

relay/controller/text.go

@@ -32,6 +32,7 @@ func RelayTextHelper(c *gin.Context) *model.ErrorWithStatusCode {
 		return openai.ErrorWrapper(err, "invalid_text_request", http.StatusBadRequest)
 	}
 	meta.IsStream = textRequest.Stream
+	meta.Cache = len(textRequest.ContextId) > 0
 
 	// map model name
 	meta.OriginModelName = textRequest.Model

relay/meta/relay_meta.go

@@ -34,6 +34,7 @@ type Meta struct {
 	RequestURLPath  string
 	PromptTokens    int // only for DoResponse
 	SystemPrompt    string
+	Cache           bool
 	StartTime       time.Time
 }
 

relay/model/general.go

@@ -65,6 +65,8 @@ type GeneralOpenAIRequest struct {
 	// Others
 	Instruction string `json:"instruction,omitempty"`
 	NumCtx      int    `json:"num_ctx,omitempty"`
+	// SessionCache or PrefixCache context id
+	ContextId string `json:"context_id,omitempty"`
 }
 
 func (r GeneralOpenAIRequest) ParseInput() []string {