xinyin025/ChatGPT-Next-Web
1
0
Fork 0
mirror of https://github.com/ChatGPTNextWeb/ChatGPT-Next-Web.git synced 2025-11-16 14:03:43 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

optimize mask

Browse Source
This commit is contained in:
sijinhui
2024-04-13 10:44:29 +08:00
parent 1ac9325f31
commit e2f78ede72
5 changed files with 80 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
lib/utils.ts
View File

@@ -1,10 +1,9 @@
import bcrypt from "bcryptjs";
import {get_encoding} from "tiktoken";
import { get_encoding } from "tiktoken";
export function getTokenLength(input: string): number {
const encoding = get_encoding("cl100k_base");
// console.log('tokens: ', input, encoding.countTokens())
return encoding.encode(input).length;
}