xinyin025/one-api
1
0
Fork 0
mirror of https://github.com/songquanpeng/one-api.git synced 2026-04-24 02:34:24 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into patch/gpt-4o-audio

Browse Source
This commit is contained in:
JustSong
2025-02-02 22:03:27 +08:00
committed by GitHub
parent 47918f3143 ae16647047
commit e083ffe0a1
85 changed files with 6739 additions and 3352 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
relay/adaptor/openai/token.go
View File

@@ -10,6 +10,7 @@ import (
"github.com/pkg/errors"
"github.com/pkoukk/tiktoken-go"
"github.com/songquanpeng/one-api/common/config"
"github.com/songquanpeng/one-api/common/helper"
"github.com/songquanpeng/one-api/common/image"
@@ -27,7 +28,8 @@ func InitTokenEncoders() {
logger.SysLog("initializing token encoders")
gpt35TokenEncoder, err := tiktoken.EncodingForModel("gpt-3.5-turbo")
if err != nil {
logger.FatalLog(fmt.Sprintf("failed to get gpt-3.5-turbo token encoder: %s", err.Error()))
logger.FatalLog(fmt.Sprintf("failed to get gpt-3.5-turbo token encoder: %s, "+
"if you are using in offline environment, please set TIKTOKEN_CACHE_DIR to use exsited files, check this link for more information: https://stackoverflow.com/questions/76106366/how-to-use-tiktoken-in-offline-mode-computer ", err.Error()))
}
defaultTokenEncoder = gpt35TokenEncoder
gpt4oTokenEncoder, err := tiktoken.EncodingForModel("gpt-4o")