feat: update model ratio

This commit is contained in:
CaIon 2024-04-24 18:53:21 +08:00
parent bfcaccc2e3
commit 20aaf30785

View File

@ -224,6 +224,9 @@ func GetCompletionRatio(name string) float64 {
if strings.HasPrefix(name, "gemini-") {
return 3
}
if strings.HasPrefix(name, "command") {
return 5
}
switch name {
case "llama2-70b-4096":
return 0.8 / 0.7