docs: Implement a function to get completion ratio

- Implement retrieval for the completion ratio of a given model
This commit is contained in:
Laisky.Cai 2024-03-04 02:54:44 +00:00
parent 359fc6aa18
commit 75d2055e03

View File

@ -169,6 +169,9 @@ func UpdateCompletionRatioByJSONString(jsonStr string) error {
return json.Unmarshal([]byte(jsonStr), &CompletionRatio)
}
// GetCompletionRatio returns the completion ratio of a model
//
// completion ratio is the ratio comparing to the ratio of prompt
func GetCompletionRatio(name string) float64 {
if ratio, ok := CompletionRatio[name]; ok {
return ratio