mirror of
https://github.com/linux-do/new-api.git
synced 2025-09-17 16:06:38 +08:00
284 lines
9.1 KiB
Go
284 lines
9.1 KiB
Go
package common
|
|
|
|
import (
|
|
"encoding/json"
|
|
"strings"
|
|
)
|
|
|
|
// modelRatio
|
|
// https://platform.openai.com/docs/models/model-endpoint-compatibility
|
|
// https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Blfmc9dlf
|
|
// https://openai.com/pricing
|
|
// TODO: when a new api is enabled, check the pricing here
|
|
// 1 === $0.002 / 1K tokens
|
|
// 1 === ￥0.014 / 1k tokens
|
|
|
|
var DefaultModelRatio = map[string]float64{
|
|
//"midjourney": 50,
|
|
"gpt-4-gizmo-*": 15,
|
|
"gpt-4": 15,
|
|
//"gpt-4-0314": 15, //deprecated
|
|
"gpt-4-0613": 15,
|
|
"gpt-4-32k": 30,
|
|
//"gpt-4-32k-0314": 30, //deprecated
|
|
"gpt-4-32k-0613": 30,
|
|
"gpt-4-1106-preview": 5, // $0.01 / 1K tokens
|
|
"gpt-4-0125-preview": 5, // $0.01 / 1K tokens
|
|
"gpt-4-turbo-preview": 5, // $0.01 / 1K tokens
|
|
"gpt-4-vision-preview": 5, // $0.01 / 1K tokens
|
|
"gpt-4-1106-vision-preview": 5, // $0.01 / 1K tokens
|
|
"gpt-4-turbo": 5, // $0.01 / 1K tokens
|
|
"gpt-4-turbo-2024-04-09": 5, // $0.01 / 1K tokens
|
|
"gpt-3.5-turbo": 0.25, // $0.0015 / 1K tokens
|
|
//"gpt-3.5-turbo-0301": 0.75, //deprecated
|
|
"gpt-3.5-turbo-0613": 0.75,
|
|
"gpt-3.5-turbo-16k": 1.5, // $0.003 / 1K tokens
|
|
"gpt-3.5-turbo-16k-0613": 1.5,
|
|
"gpt-3.5-turbo-instruct": 0.75, // $0.0015 / 1K tokens
|
|
"gpt-3.5-turbo-1106": 0.5, // $0.001 / 1K tokens
|
|
"gpt-3.5-turbo-0125": 0.25,
|
|
"babbage-002": 0.2, // $0.0004 / 1K tokens
|
|
"davinci-002": 1, // $0.002 / 1K tokens
|
|
"text-ada-001": 0.2,
|
|
"text-babbage-001": 0.25,
|
|
"text-curie-001": 1,
|
|
"text-davinci-002": 10,
|
|
"text-davinci-003": 10,
|
|
"text-davinci-edit-001": 10,
|
|
"code-davinci-edit-001": 10,
|
|
"whisper-1": 15, // $0.006 / minute -> $0.006 / 150 words -> $0.006 / 200 tokens -> $0.03 / 1k tokens
|
|
"tts-1": 7.5, // 1k characters -> $0.015
|
|
"tts-1-1106": 7.5, // 1k characters -> $0.015
|
|
"tts-1-hd": 15, // 1k characters -> $0.03
|
|
"tts-1-hd-1106": 15, // 1k characters -> $0.03
|
|
"davinci": 10,
|
|
"curie": 10,
|
|
"babbage": 10,
|
|
"ada": 10,
|
|
"text-embedding-3-small": 0.01,
|
|
"text-embedding-3-large": 0.065,
|
|
"text-embedding-ada-002": 0.05,
|
|
"text-search-ada-doc-001": 10,
|
|
"text-moderation-stable": 0.1,
|
|
"text-moderation-latest": 0.1,
|
|
"dall-e-2": 8,
|
|
"dall-e-3": 16,
|
|
"claude-instant-1": 0.4, // $0.8 / 1M tokens
|
|
"claude-2.0": 4, // $8 / 1M tokens
|
|
"claude-2.1": 4, // $8 / 1M tokens
|
|
"claude-3-haiku-20240307": 0.125, // $0.25 / 1M tokens
|
|
"claude-3-sonnet-20240229": 1.5, // $3 / 1M tokens
|
|
"claude-3-opus-20240229": 7.5, // $15 / 1M tokens
|
|
"ERNIE-Bot": 0.8572, // ￥0.012 / 1k tokens
|
|
"ERNIE-Bot-turbo": 0.5715, // ￥0.008 / 1k tokens
|
|
"ERNIE-Bot-4": 8.572, // ￥0.12 / 1k tokens
|
|
"Embedding-V1": 0.1429, // ￥0.002 / 1k tokens
|
|
"PaLM-2": 1,
|
|
"gemini-pro": 1, // $0.00025 / 1k characters -> $0.001 / 1k tokens
|
|
"gemini-pro-vision": 1, // $0.00025 / 1k characters -> $0.001 / 1k tokens
|
|
"gemini-1.0-pro-vision-001": 1,
|
|
"gemini-1.0-pro-001": 1,
|
|
"gemini-1.5-pro-latest": 1,
|
|
"gemini-1.0-pro-latest": 1,
|
|
"gemini-1.0-pro-vision-latest": 1,
|
|
"gemini-ultra": 1,
|
|
"chatglm_turbo": 0.3572, // ￥0.005 / 1k tokens
|
|
"chatglm_pro": 0.7143, // ￥0.01 / 1k tokens
|
|
"chatglm_std": 0.3572, // ￥0.005 / 1k tokens
|
|
"chatglm_lite": 0.1429, // ￥0.002 / 1k tokens
|
|
"glm-4": 7.143, // ￥0.1 / 1k tokens
|
|
"glm-4v": 7.143, // ￥0.1 / 1k tokens
|
|
"glm-3-turbo": 0.3572,
|
|
"qwen-turbo": 0.8572, // ￥0.012 / 1k tokens
|
|
"qwen-plus": 10, // ￥0.14 / 1k tokens
|
|
"text-embedding-v1": 0.05, // ￥0.0007 / 1k tokens
|
|
"SparkDesk-v1.1": 1.2858, // ￥0.018 / 1k tokens
|
|
"SparkDesk-v2.1": 1.2858, // ￥0.018 / 1k tokens
|
|
"SparkDesk-v3.1": 1.2858, // ￥0.018 / 1k tokens
|
|
"SparkDesk-v3.5": 1.2858, // ￥0.018 / 1k tokens
|
|
"360GPT_S2_V9": 0.8572, // ¥0.012 / 1k tokens
|
|
"embedding-bert-512-v1": 0.0715, // ¥0.001 / 1k tokens
|
|
"embedding_s1_v1": 0.0715, // ¥0.001 / 1k tokens
|
|
"semantic_similarity_s1_v1": 0.0715, // ¥0.001 / 1k tokens
|
|
"hunyuan": 7.143, // ¥0.1 / 1k tokens // https://cloud.tencent.com/document/product/1729/97731#e0e6be58-60c8-469f-bdeb-6c264ce3b4d0
|
|
// https://platform.lingyiwanwu.com/docs#-计费单元
|
|
// 已经按照 7.2 来换算美元价格
|
|
"yi-34b-chat-0205": 0.018,
|
|
"yi-34b-chat-200k": 0.0864,
|
|
"yi-vl-plus": 0.0432,
|
|
"command": 0.5,
|
|
"command-nightly": 0.5,
|
|
"command-light": 0.5,
|
|
"command-light-nightly": 0.5,
|
|
"command-r": 0.25,
|
|
"command-r-plus ": 1.5,
|
|
"deepseek-chat": 0.07,
|
|
"deepseek-coder": 0.07,
|
|
}
|
|
|
|
var DefaultModelPrice = map[string]float64{
|
|
"gpt-4-gizmo-*": 0.1,
|
|
"mj_imagine": 0.1,
|
|
"mj_variation": 0.1,
|
|
"mj_reroll": 0.1,
|
|
"mj_blend": 0.1,
|
|
"mj_modal": 0.1,
|
|
"mj_zoom": 0.1,
|
|
"mj_shorten": 0.1,
|
|
"mj_high_variation": 0.1,
|
|
"mj_low_variation": 0.1,
|
|
"mj_pan": 0.1,
|
|
"mj_inpaint": 0,
|
|
"mj_custom_zoom": 0,
|
|
"mj_describe": 0.05,
|
|
"mj_upscale": 0.05,
|
|
"swap_face": 0.05,
|
|
}
|
|
|
|
var modelPrice map[string]float64 = nil
|
|
var modelRatio map[string]float64 = nil
|
|
|
|
var CompletionRatio map[string]float64 = nil
|
|
var DefaultCompletionRatio = map[string]float64{
|
|
"gpt-4-gizmo-*": 2,
|
|
"gpt-4-all": 2,
|
|
}
|
|
|
|
func ModelPrice2JSONString() string {
|
|
if modelPrice == nil {
|
|
modelPrice = DefaultModelPrice
|
|
}
|
|
jsonBytes, err := json.Marshal(modelPrice)
|
|
if err != nil {
|
|
SysError("error marshalling model price: " + err.Error())
|
|
}
|
|
return string(jsonBytes)
|
|
}
|
|
|
|
func UpdateModelPriceByJSONString(jsonStr string) error {
|
|
modelPrice = make(map[string]float64)
|
|
return json.Unmarshal([]byte(jsonStr), &modelPrice)
|
|
}
|
|
|
|
func GetModelPrice(name string, printErr bool) float64 {
|
|
if modelPrice == nil {
|
|
modelPrice = DefaultModelPrice
|
|
}
|
|
if strings.HasPrefix(name, "gpt-4-gizmo") {
|
|
name = "gpt-4-gizmo-*"
|
|
}
|
|
price, ok := modelPrice[name]
|
|
if !ok {
|
|
if printErr {
|
|
SysError("model price not found: " + name)
|
|
}
|
|
return -1
|
|
}
|
|
return price
|
|
}
|
|
|
|
func ModelRatio2JSONString() string {
|
|
if modelRatio == nil {
|
|
modelRatio = DefaultModelRatio
|
|
}
|
|
jsonBytes, err := json.Marshal(modelRatio)
|
|
if err != nil {
|
|
SysError("error marshalling model ratio: " + err.Error())
|
|
}
|
|
return string(jsonBytes)
|
|
}
|
|
|
|
func UpdateModelRatioByJSONString(jsonStr string) error {
|
|
modelRatio = make(map[string]float64)
|
|
return json.Unmarshal([]byte(jsonStr), &modelRatio)
|
|
}
|
|
|
|
func GetModelRatio(name string) float64 {
|
|
if modelRatio == nil {
|
|
modelRatio = DefaultModelRatio
|
|
}
|
|
if strings.HasPrefix(name, "gpt-4-gizmo") {
|
|
name = "gpt-4-gizmo-*"
|
|
}
|
|
ratio, ok := modelRatio[name]
|
|
if !ok {
|
|
SysError("model ratio not found: " + name)
|
|
return 30
|
|
}
|
|
return ratio
|
|
}
|
|
|
|
func CompletionRatio2JSONString() string {
|
|
if CompletionRatio == nil {
|
|
CompletionRatio = DefaultCompletionRatio
|
|
}
|
|
jsonBytes, err := json.Marshal(CompletionRatio)
|
|
if err != nil {
|
|
SysError("error marshalling completion ratio: " + err.Error())
|
|
}
|
|
return string(jsonBytes)
|
|
}
|
|
|
|
func UpdateCompletionRatioByJSONString(jsonStr string) error {
|
|
CompletionRatio = make(map[string]float64)
|
|
return json.Unmarshal([]byte(jsonStr), &CompletionRatio)
|
|
}
|
|
|
|
func GetCompletionRatio(name string) float64 {
|
|
if strings.HasPrefix(name, "gpt-3.5") {
|
|
if name == "gpt-3.5-turbo" || strings.HasSuffix(name, "0125") {
|
|
// https://openai.com/blog/new-embedding-models-and-api-updates
|
|
// Updated GPT-3.5 Turbo model and lower pricing
|
|
return 3
|
|
}
|
|
if strings.HasSuffix(name, "1106") {
|
|
return 2
|
|
}
|
|
return 4.0 / 3.0
|
|
}
|
|
if strings.HasPrefix(name, "gpt-4") && name != "gpt-4-all" && !strings.HasPrefix(name, "gpt-4-gizmo") {
|
|
if strings.HasPrefix(name, "gpt-4-turbo") || strings.HasSuffix(name, "preview") {
|
|
return 3
|
|
}
|
|
return 2
|
|
}
|
|
if strings.Contains(name, "claude-instant-1") {
|
|
return 3
|
|
} else if strings.Contains(name, "claude-2") {
|
|
return 3
|
|
} else if strings.Contains(name, "claude-3") {
|
|
return 5
|
|
}
|
|
if strings.HasPrefix(name, "mistral-") {
|
|
return 3
|
|
}
|
|
if strings.HasPrefix(name, "gemini-") {
|
|
return 3
|
|
}
|
|
if strings.HasPrefix(name, "command") {
|
|
switch name {
|
|
case "command-r":
|
|
return 3
|
|
case "command-r-plus":
|
|
return 5
|
|
default:
|
|
return 2
|
|
}
|
|
}
|
|
if strings.HasPrefix(name, "deepseek") {
|
|
return 2
|
|
}
|
|
switch name {
|
|
case "llama2-70b-4096":
|
|
return 0.8 / 0.64
|
|
case "llama3-8b-8192":
|
|
return 2
|
|
case "llama3-70b-8192":
|
|
return 0.79 / 0.59
|
|
}
|
|
if ratio, ok := CompletionRatio[name]; ok {
|
|
return ratio
|
|
}
|
|
return 1
|
|
}
|