From 5e3f853fa8c81baf9a50308e49f497a597daf0f6 Mon Sep 17 00:00:00 2001
From: "Laisky.Cai" <github@laisky.com>
Date: Mon, 10 Feb 2025 02:11:53 +0000
Subject: [PATCH] fix: update Prompt type in GeneralOpenAIRequest and adjust
 related logic in ConvertCompletionsRequest

---
 relay/adaptor/cloudflare/main.go | 3 +--
 relay/billing/ratio/model.go     | 7 ++-----
 relay/controller/text.go         | 4 ++++
 relay/model/general.go           | 2 +-
 4 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/relay/adaptor/cloudflare/main.go b/relay/adaptor/cloudflare/main.go
index 980a2891..e164d473 100644
--- a/relay/adaptor/cloudflare/main.go
+++ b/relay/adaptor/cloudflare/main.go
@@ -19,9 +19,8 @@ import (
 )
 
 func ConvertCompletionsRequest(textRequest model.GeneralOpenAIRequest) *Request {
-	p, _ := textRequest.Prompt.(string)
 	return &Request{
-		Prompt:      p,
+		Prompt:      textRequest.Prompt,
 		MaxTokens:   textRequest.MaxTokens,
 		Stream:      textRequest.Stream,
 		Temperature: textRequest.Temperature,
diff --git a/relay/billing/ratio/model.go b/relay/billing/ratio/model.go
index a0d57e26..d692743f 100644
--- a/relay/billing/ratio/model.go
+++ b/relay/billing/ratio/model.go
@@ -310,7 +310,7 @@ var ModelRatio = map[string]float64{
 	"command-r":             0.5 / 1000 * USD,
 	"command-r-plus":        3.0 / 1000 * USD,
 	// https://platform.deepseek.com/api-docs/pricing/
-	"deepseek-chat":     0.14 * MILLI_USD,
+	"deepseek-chat":     0.27 * MILLI_USD,
 	"deepseek-reasoner": 0.55 * MILLI_USD,
 	// https://www.deepl.com/pro?cta=header-prices
 	"deepl-zh": 25.0 / 1000 * USD,
@@ -371,7 +371,7 @@ var CompletionRatio = map[string]float64{
 	// whisper
 	"whisper-1": 0, // only count input tokens
 	// deepseek
-	"deepseek-chat":     0.28 / 0.14,
+	"deepseek-chat":     1.1 / 0.27,
 	"deepseek-reasoner": 2.19 / 0.55,
 }
 
@@ -525,9 +525,6 @@ func GetCompletionRatio(name string, channelType int) float64 {
 	if strings.HasPrefix(name, "gemini-") {
 		return 3
 	}
-	if strings.HasPrefix(name, "deepseek-") {
-		return 2
-	}
 
 	switch name {
 	case "llama2-70b-4096":
diff --git a/relay/controller/text.go b/relay/controller/text.go
index 6a61884d..be0b7dc3 100644
--- a/relay/controller/text.go
+++ b/relay/controller/text.go
@@ -33,6 +33,10 @@ func RelayTextHelper(c *gin.Context) *model.ErrorWithStatusCode {
 	}
 	meta.IsStream = textRequest.Stream
 
+	if reqBody, ok := c.Get(ctxkey.KeyRequestBody); ok {
+		logger.Debugf(c.Request.Context(), "get text request: %s\n", string(reqBody.([]byte)))
+	}
+
 	// map model name
 	meta.OriginModelName = textRequest.Model
 	textRequest.Model, _ = getMappedModelName(textRequest.Model, meta.ModelMapping)
diff --git a/relay/model/general.go b/relay/model/general.go
index 288c07ff..13543055 100644
--- a/relay/model/general.go
+++ b/relay/model/general.go
@@ -58,7 +58,7 @@ type GeneralOpenAIRequest struct {
 	EncodingFormat string `json:"encoding_format,omitempty"`
 	Dimensions     int    `json:"dimensions,omitempty"`
 	// https://platform.openai.com/docs/api-reference/images/create
-	Prompt  any     `json:"prompt,omitempty"`
+	Prompt  string  `json:"prompt,omitempty"`
 	Quality *string `json:"quality,omitempty"`
 	Size    string  `json:"size,omitempty"`
 	Style   *string `json:"style,omitempty"`