mirror of
https://github.com/vastxie/99AI.git
synced 2025-09-17 17:26:38 +08:00
865 lines
44 KiB
JavaScript
865 lines
44 KiB
JavaScript
"use strict";
|
||
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
||
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
||
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
||
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
||
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
||
};
|
||
var __metadata = (this && this.__metadata) || function (k, v) {
|
||
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
||
};
|
||
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
||
return function (target, key) { decorator(target, key, paramIndex); }
|
||
};
|
||
Object.defineProperty(exports, "__esModule", { value: true });
|
||
exports.ChatService = void 0;
|
||
const errorMessage_constant_1 = require("../../common/constants/errorMessage.constant");
|
||
const utils_1 = require("../../common/utils");
|
||
const common_1 = require("@nestjs/common");
|
||
const typeorm_1 = require("@nestjs/typeorm");
|
||
const axios_1 = require("axios");
|
||
const typeorm_2 = require("typeorm");
|
||
const uuid = require("uuid");
|
||
const lumaVideo_service_1 = require("../ai/lumaVideo.service");
|
||
const midjourneyDraw_service_1 = require("../ai/midjourneyDraw.service");
|
||
const openaiChat_service_1 = require("../ai/openaiChat.service");
|
||
const openaiDraw_service_1 = require("../ai/openaiDraw.service");
|
||
const stableDiffusion_service_1 = require("../ai/stableDiffusion.service");
|
||
const suno_service_1 = require("../ai/suno.service");
|
||
const app_entity_1 = require("../app/app.entity");
|
||
const autoreply_service_1 = require("../autoreply/autoreply.service");
|
||
const badwords_service_1 = require("../badwords/badwords.service");
|
||
const chatGroup_service_1 = require("../chatGroup/chatGroup.service");
|
||
const chatLog_service_1 = require("../chatLog/chatLog.service");
|
||
const config_entity_1 = require("../globalConfig/config.entity");
|
||
const globalConfig_service_1 = require("../globalConfig/globalConfig.service");
|
||
const models_service_1 = require("../models/models.service");
|
||
const plugin_entity_1 = require("../plugin/plugin.entity");
|
||
const upload_service_1 = require("../upload/upload.service");
|
||
const user_service_1 = require("../user/user.service");
|
||
const userBalance_service_1 = require("../userBalance/userBalance.service");
|
||
let ChatService = class ChatService {
|
||
constructor(configEntity, appEntity, pluginEntity, sunoService, openAIChatService, chatLogService, midjourneyService, stableDiffusionService, userBalanceService, userService, uploadService, badwordsService, autoreplyService, globalConfigService, chatGroupService, modelsService, openAIDrawService, lumaVideoService) {
|
||
this.configEntity = configEntity;
|
||
this.appEntity = appEntity;
|
||
this.pluginEntity = pluginEntity;
|
||
this.sunoService = sunoService;
|
||
this.openAIChatService = openAIChatService;
|
||
this.chatLogService = chatLogService;
|
||
this.midjourneyService = midjourneyService;
|
||
this.stableDiffusionService = stableDiffusionService;
|
||
this.userBalanceService = userBalanceService;
|
||
this.userService = userService;
|
||
this.uploadService = uploadService;
|
||
this.badwordsService = badwordsService;
|
||
this.autoreplyService = autoreplyService;
|
||
this.globalConfigService = globalConfigService;
|
||
this.chatGroupService = chatGroupService;
|
||
this.modelsService = modelsService;
|
||
this.openAIDrawService = openAIDrawService;
|
||
this.lumaVideoService = lumaVideoService;
|
||
}
|
||
async chatProcess(body, req, res) {
|
||
var _a, _b, _c;
|
||
const { options = {}, usingPluginId, appId = null, specialModel, prompt, fileInfo, modelType, extraParam, model, drawId, customId, action, modelName, modelAvatar, } = body;
|
||
let appInfo;
|
||
if (specialModel) {
|
||
appInfo = await this.appEntity.findOne({
|
||
where: { des: specialModel, isSystemReserved: true },
|
||
});
|
||
}
|
||
else if (appId) {
|
||
appInfo = await this.appEntity.findOne({
|
||
where: { id: appId, status: (0, typeorm_2.In)([1, 3, 4, 5]) },
|
||
});
|
||
if (!appInfo) {
|
||
throw new common_1.HttpException('你当前使用的应用已被下架、请删除当前对话开启新的对话吧！', common_1.HttpStatus.BAD_REQUEST);
|
||
}
|
||
}
|
||
const { groupId, fileParsing } = options;
|
||
const { openaiTimeout, openaiBaseUrl, openaiBaseKey, systemPreMessage, isMjTranslate, mjTranslatePrompt, isDalleChat, openaiTemperature, } = await this.globalConfigService.getConfigs([
|
||
'openaiTimeout',
|
||
'openaiBaseUrl',
|
||
'openaiBaseKey',
|
||
'systemPreMessage',
|
||
'isMjTranslate',
|
||
'mjTranslatePrompt',
|
||
'isDalleChat',
|
||
'openaiTemperature',
|
||
]);
|
||
await this.userService.checkUserStatus(req.user);
|
||
res &&
|
||
res.setHeader('Content-type', 'application/octet-stream; charset=utf-8');
|
||
await this.badwordsService.checkBadWords(prompt, req.user.id);
|
||
let currentRequestModelKey = null;
|
||
let appName = '';
|
||
let setSystemMessage = '';
|
||
res && res.status(200);
|
||
let response = null;
|
||
const curIp = (0, utils_1.getClientIp)(req);
|
||
let isStop = true;
|
||
let usePrompt;
|
||
let isSuccess = false;
|
||
let useModelAvatar = '';
|
||
let usingPlugin;
|
||
if (usingPluginId) {
|
||
usingPlugin = await this.pluginEntity.findOne({
|
||
where: { id: usingPluginId },
|
||
});
|
||
}
|
||
if (appInfo) {
|
||
const { isGPTs, gizmoID, name, isFixedModel, appModel, coverImg } = appInfo;
|
||
useModelAvatar = coverImg;
|
||
appName = name;
|
||
if (isGPTs) {
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo('gpts');
|
||
await this.chatLogService.checkModelLimits(req.user, 'gpts');
|
||
currentRequestModelKey.model = `gpt-4-gizmo-${gizmoID}`;
|
||
}
|
||
else if (!isGPTs && isFixedModel && appModel) {
|
||
appInfo.preset && (setSystemMessage = appInfo.preset);
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo(appModel);
|
||
await this.chatLogService.checkModelLimits(req.user, appModel);
|
||
currentRequestModelKey.model = appModel;
|
||
if (fileParsing) {
|
||
setSystemMessage = `${setSystemMessage}以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`;
|
||
}
|
||
common_1.Logger.log(`固定模型、使用应用预设: ${setSystemMessage}`, 'ChatService');
|
||
}
|
||
else {
|
||
appInfo.preset && (setSystemMessage = appInfo.preset);
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo(model);
|
||
await this.chatLogService.checkModelLimits(req.user, model);
|
||
if (fileParsing) {
|
||
setSystemMessage = `${setSystemMessage}以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`;
|
||
}
|
||
common_1.Logger.log(`使用应用预设: ${setSystemMessage}`, 'ChatService');
|
||
}
|
||
}
|
||
else {
|
||
if (usingPlugin && usingPlugin.isSystemPlugin === 0) {
|
||
let pluginPrompt = '';
|
||
try {
|
||
pluginPrompt = await this.usePlugin(prompt, usingPlugin.parameters);
|
||
common_1.Logger.log(`插件返回结果: ${pluginPrompt}`, 'ChatService');
|
||
}
|
||
catch (error) {
|
||
pluginPrompt = prompt;
|
||
common_1.Logger.error(`插件调用错误: ${error}`);
|
||
}
|
||
setSystemMessage = pluginPrompt;
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo(model);
|
||
await this.chatLogService.checkModelLimits(req.user, model);
|
||
common_1.Logger.log(`使用插件预设: ${setSystemMessage}`, 'ChatService');
|
||
}
|
||
else if (fileParsing) {
|
||
setSystemMessage = `以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`;
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo(model);
|
||
await this.chatLogService.checkModelLimits(req.user, model);
|
||
common_1.Logger.log(`使用文件解析: ${setSystemMessage}`, 'ChatService');
|
||
}
|
||
else {
|
||
const currentDate = new Date().toISOString().split('T')[0];
|
||
setSystemMessage = systemPreMessage + `\n Current date: ${currentDate}`;
|
||
currentRequestModelKey =
|
||
await this.modelsService.getCurrentModelKeyInfo(model);
|
||
await this.chatLogService.checkModelLimits(req.user, model);
|
||
common_1.Logger.log(`使用全局预设: ${setSystemMessage}`, 'ChatService');
|
||
}
|
||
}
|
||
const { deduct, isTokenBased, tokenFeeRatio, deductType, key, id: keyId, maxRounds, proxyUrl, maxModelTokens, timeout, model: useModel, isFileUpload, } = currentRequestModelKey;
|
||
if (isMjTranslate === '1' && mjTranslatePrompt && model === 'midjourney') {
|
||
const translatePrompt = await this.openAIChatService.chatFree(prompt, mjTranslatePrompt);
|
||
usePrompt =
|
||
isFileUpload === '1' && fileInfo
|
||
? fileInfo + ' ' + translatePrompt
|
||
: translatePrompt;
|
||
}
|
||
else {
|
||
usePrompt =
|
||
isFileUpload === '1' && fileInfo ? fileInfo + ' ' + prompt : prompt;
|
||
}
|
||
await this.userBalanceService.validateBalance(req, deductType, deduct);
|
||
const useModeName = modelName;
|
||
const proxyResUrl = (0, utils_1.formatUrl)(proxyUrl || openaiBaseUrl || 'https://api.openai.com');
|
||
const modelKey = key || openaiBaseKey;
|
||
const modelTimeout = (timeout || openaiTimeout || 300) * 1000;
|
||
const temperature = Number(openaiTemperature) || 1;
|
||
common_1.Logger.log(`\n` +
|
||
`超时设置: ${modelTimeout / 1000} s\n` +
|
||
`请求地址: ${proxyResUrl}\n` +
|
||
`使用的模型名称: ${useModeName}\n` +
|
||
`使用的模型: ${useModel}`, 'ChatService');
|
||
if (!currentRequestModelKey) {
|
||
throw new common_1.HttpException('当前流程所需要的模型已被管理员下架、请联系管理员上架专属模型！', common_1.HttpStatus.BAD_REQUEST);
|
||
}
|
||
if (groupId) {
|
||
const groupInfo = await this.chatGroupService.getGroupInfoFromId(groupId);
|
||
this.updateChatTitle(groupId, groupInfo, modelType, prompt, req);
|
||
await this.chatGroupService.updateTime(groupId);
|
||
}
|
||
const { messagesHistory } = await this.buildMessageFromParentMessageId(prompt, {
|
||
groupId,
|
||
systemMessage: setSystemMessage,
|
||
maxModelTokens,
|
||
maxRounds: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) === 'net-search' ||
|
||
(usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) === 'mind-map' ||
|
||
useModel.includes('suno')
|
||
? 0
|
||
: maxRounds,
|
||
fileInfo: fileInfo,
|
||
model: useModel,
|
||
isFileUpload,
|
||
}, this.chatLogService);
|
||
const userSaveLog = await this.chatLogService.saveChatLog({
|
||
appId: appId,
|
||
curIp,
|
||
userId: req.user.id,
|
||
type: modelType ? modelType : 1,
|
||
prompt,
|
||
fileInfo: fileInfo ? fileInfo : null,
|
||
answer: '',
|
||
promptTokens: 0,
|
||
completionTokens: 0,
|
||
totalTokens: 0,
|
||
model: useModel,
|
||
modelName: '我',
|
||
role: 'user',
|
||
groupId: groupId ? groupId : null,
|
||
});
|
||
const assistantSaveLog = await this.chatLogService.saveChatLog({
|
||
appId: appId ? appId : null,
|
||
action: action ? action : null,
|
||
curIp,
|
||
userId: req.user.id,
|
||
type: modelType ? modelType : 1,
|
||
prompt: prompt,
|
||
fileInfo: null,
|
||
answer: '',
|
||
progress: '0%',
|
||
promptTokens: 0,
|
||
completionTokens: 0,
|
||
totalTokens: 0,
|
||
model: useModel,
|
||
modelName: useModeName,
|
||
role: 'assistant',
|
||
groupId: groupId ? groupId : null,
|
||
status: 2,
|
||
modelAvatar: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.pluginImg) || useModelAvatar || modelAvatar || '',
|
||
pluginParam: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) ? usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters : null,
|
||
});
|
||
common_1.Logger.log('开始处理对话！', 'ChatService');
|
||
const userLogId = userSaveLog.id;
|
||
const assistantLogId = assistantSaveLog.id;
|
||
const autoReplyRes = await this.autoreplyService.checkAutoReply(prompt);
|
||
if (autoReplyRes && res) {
|
||
const msg = { text: autoReplyRes };
|
||
const chars = autoReplyRes.split('');
|
||
const sendCharByChar = (index) => {
|
||
if (index < chars.length) {
|
||
const msg = { text: chars[index] };
|
||
res.write(`${JSON.stringify(msg)}\n`);
|
||
setTimeout(() => sendCharByChar(index + 1), 10);
|
||
}
|
||
else {
|
||
res.end();
|
||
}
|
||
};
|
||
sendCharByChar(0);
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: autoReplyRes,
|
||
});
|
||
return;
|
||
}
|
||
let charge = action !== 'UPSCALE' && useModel === 'midjourney' ? deduct * 4 : deduct;
|
||
const abortController = new AbortController();
|
||
try {
|
||
if (res) {
|
||
res.on('close', () => {
|
||
abortController.abort();
|
||
});
|
||
let response;
|
||
let firstChunk = true;
|
||
try {
|
||
if (useModel === 'dall-e-3' ||
|
||
useModel === 'midjourney' ||
|
||
useModel.includes('suno') ||
|
||
useModel === 'luma-video' ||
|
||
useModel.includes('stable-diffusion')) {
|
||
if (useModel === 'dall-e-3') {
|
||
let drawPrompt;
|
||
if (isDalleChat === '1') {
|
||
try {
|
||
common_1.Logger.log('已开启连续绘画模式', 'DalleDraw');
|
||
const { messagesHistory } = await this.buildMessageFromParentMessageId(`参考上文，结合我的需求，给出绘画描述。我的需求是：${prompt}`, {
|
||
groupId,
|
||
systemMessage: '你是一个绘画提示词生成工具，请根据用户的要求，结合上下文，用一段文字，描述用户需要的绘画需求，不用包含任何礼貌性的寒暄,只需要场景的描述,可以适当联想',
|
||
maxModelTokens: 8000,
|
||
maxRounds: 5,
|
||
fileInfo: '',
|
||
isFileUpload,
|
||
}, this.chatLogService);
|
||
drawPrompt = await this.openAIChatService.chatFree(prompt, undefined, messagesHistory);
|
||
}
|
||
catch (error) {
|
||
console.error('调用chatFree失败：', error);
|
||
drawPrompt = prompt;
|
||
}
|
||
}
|
||
else {
|
||
drawPrompt = prompt;
|
||
}
|
||
response = this.openAIDrawService.dalleDraw({
|
||
prompt: drawPrompt,
|
||
extraParam: extraParam,
|
||
apiKey: modelKey,
|
||
proxyUrl: proxyResUrl,
|
||
model: useModel,
|
||
timeout: modelTimeout,
|
||
modelName: useModeName,
|
||
onSuccess: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo,
|
||
answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt,
|
||
progress: '100%',
|
||
status: data.status,
|
||
});
|
||
common_1.Logger.log('绘图成功! ', 'DalleDraw');
|
||
},
|
||
onFailure: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '绘图失败',
|
||
status: data.status,
|
||
});
|
||
common_1.Logger.log('绘图失败', 'DalleDraw');
|
||
},
|
||
}, messagesHistory);
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '绘制中',
|
||
});
|
||
}
|
||
else if (useModel.includes('suno')) {
|
||
response = this.sunoService.suno({
|
||
assistantLogId,
|
||
apiKey: modelKey,
|
||
action,
|
||
prompt,
|
||
timeout: modelTimeout,
|
||
proxyUrl: proxyResUrl,
|
||
taskData: customId,
|
||
});
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '提交成功，歌曲生成中',
|
||
});
|
||
}
|
||
else if (useModel.includes('luma-video')) {
|
||
response = this.lumaVideoService.lumaVideo({
|
||
fileInfo,
|
||
extraParam,
|
||
assistantLogId,
|
||
apiKey: modelKey,
|
||
action,
|
||
prompt,
|
||
model: useModel,
|
||
timeout: modelTimeout,
|
||
proxyUrl: proxyResUrl,
|
||
taskData: customId,
|
||
onGenerate: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo,
|
||
answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt,
|
||
status: 2,
|
||
});
|
||
},
|
||
onSuccess: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo,
|
||
answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt,
|
||
progress: '100%',
|
||
status: 3,
|
||
});
|
||
common_1.Logger.log('视频生成成功', 'LumaVideo');
|
||
},
|
||
onFailure: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: data.errMsg,
|
||
status: 4,
|
||
});
|
||
},
|
||
});
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '提交成功，视频生成中',
|
||
});
|
||
}
|
||
else if (useModel.includes('stable-diffusion')) {
|
||
response = this.stableDiffusionService.sdxl(messagesHistory, {
|
||
chatId: assistantLogId,
|
||
maxModelTokens,
|
||
apiKey: modelKey,
|
||
model: useModel,
|
||
modelName: useModeName,
|
||
modelType,
|
||
prompt,
|
||
fileInfo,
|
||
isFileUpload,
|
||
timeout: modelTimeout,
|
||
proxyUrl: proxyResUrl,
|
||
onSuccess: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo,
|
||
answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt,
|
||
progress: '100%',
|
||
status: 3,
|
||
});
|
||
},
|
||
onFailure: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '生成失败',
|
||
status: 4,
|
||
});
|
||
},
|
||
});
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '绘制中',
|
||
});
|
||
}
|
||
else {
|
||
response = this.midjourneyService.midjourneyDraw({
|
||
usePrompt: usePrompt,
|
||
prompt: prompt,
|
||
apiKey: modelKey,
|
||
proxyUrl: proxyResUrl,
|
||
model: useModel,
|
||
modelName: useModeName,
|
||
drawId,
|
||
customId,
|
||
action,
|
||
timeout: modelTimeout,
|
||
assistantLogId,
|
||
});
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: '绘制中',
|
||
});
|
||
}
|
||
await this.modelsService.saveUseLog(keyId, 1);
|
||
await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge);
|
||
const userBalance = await this.userBalanceService.queryUserBalance(req.user.id);
|
||
response.userBalance = Object.assign({}, userBalance);
|
||
response.text = '提交成功';
|
||
isStop = false;
|
||
isSuccess = true;
|
||
response.status = 2;
|
||
response.model = model;
|
||
response.modelName = modelName;
|
||
return res.write(`\n${JSON.stringify(response)}`);
|
||
}
|
||
else {
|
||
response = await this.openAIChatService.openAIChat(messagesHistory, {
|
||
chatId: assistantLogId,
|
||
maxModelTokens,
|
||
apiKey: modelKey,
|
||
model: useModel,
|
||
modelName: useModeName,
|
||
temperature,
|
||
modelType,
|
||
prompt,
|
||
fileInfo,
|
||
isFileUpload,
|
||
timeout: modelTimeout,
|
||
proxyUrl: proxyResUrl,
|
||
modelAvatar: modelAvatar,
|
||
onProgress: (chat) => {
|
||
res.write(firstChunk
|
||
? JSON.stringify(chat)
|
||
: `\n${JSON.stringify(chat)}`);
|
||
firstChunk = false;
|
||
},
|
||
onFailure: async (data) => {
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
answer: data.errMsg,
|
||
status: 4,
|
||
});
|
||
},
|
||
abortController,
|
||
});
|
||
if (response.errMsg) {
|
||
isStop = false;
|
||
isSuccess = true;
|
||
common_1.Logger.error(`用户ID: ${req.user.id} 模型名称: ${useModeName} 模型: ${model} 回复出错，本次不扣除积分`, 'ChatService');
|
||
return res.write(`\n${JSON.stringify(response)}`);
|
||
}
|
||
let totalText = '';
|
||
messagesHistory.forEach((messagesHistory) => {
|
||
totalText += messagesHistory.content + ' ';
|
||
});
|
||
const promptTokens = await (0, utils_1.getTokenCount)(totalText);
|
||
const completionTokens = await (0, utils_1.getTokenCount)(response.answer);
|
||
await this.chatLogService.updateChatLog(userLogId, {
|
||
promptTokens: promptTokens,
|
||
completionTokens: completionTokens,
|
||
totalTokens: promptTokens + completionTokens,
|
||
});
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
fileInfo: response === null || response === void 0 ? void 0 : response.fileInfo,
|
||
answer: response.answer,
|
||
promptTokens: promptTokens,
|
||
completionTokens: completionTokens,
|
||
totalTokens: promptTokens + completionTokens,
|
||
status: 3,
|
||
});
|
||
if (isTokenBased === true) {
|
||
charge =
|
||
deduct *
|
||
Math.ceil((promptTokens + completionTokens) / tokenFeeRatio);
|
||
}
|
||
await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge, promptTokens + completionTokens);
|
||
await this.modelsService.saveUseLog(keyId, promptTokens + completionTokens);
|
||
common_1.Logger.log(`用户ID: ${req.user.id} 模型名称: ${useModeName} 模型: ${model} 消耗token: ${promptTokens + completionTokens}, 消耗积分： ${charge}`, 'ChatService');
|
||
const userBalance = await this.userBalanceService.queryUserBalance(req.user.id);
|
||
response.userBalance = Object.assign({}, userBalance);
|
||
isStop = false;
|
||
isSuccess = true;
|
||
return res.write(`\n${JSON.stringify(response)}`);
|
||
}
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error('发生错误:', error);
|
||
await this.chatLogService.updateChatLog(assistantLogId, {
|
||
status: 5,
|
||
});
|
||
response = { error: '处理请求时发生错误' };
|
||
isStop = false;
|
||
}
|
||
}
|
||
else {
|
||
response = await this.openAIChatService.openAIChat(messagesHistory, {
|
||
chatId: assistantLogId,
|
||
maxModelTokens,
|
||
apiKey: modelKey,
|
||
model: useModel,
|
||
modelName: useModeName,
|
||
modelType,
|
||
temperature,
|
||
prompt,
|
||
fileInfo,
|
||
isFileUpload,
|
||
timeout: modelTimeout,
|
||
proxyUrl: proxyResUrl,
|
||
abortController,
|
||
});
|
||
await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge);
|
||
return response.answer;
|
||
}
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error('chat-error <----------------------------------------->', modelKey, error);
|
||
const code = (error === null || error === void 0 ? void 0 : error.statusCode) || 400;
|
||
const status = ((_a = error === null || error === void 0 ? void 0 : error.response) === null || _a === void 0 ? void 0 : _a.status) || (error === null || error === void 0 ? void 0 : error.statusCode) || 400;
|
||
common_1.Logger.error('chat-error-detail <----------------------------------------->', 'code: ', code, 'message', error === null || error === void 0 ? void 0 : error.message, 'statusText:', (_b = error === null || error === void 0 ? void 0 : error.response) === null || _b === void 0 ? void 0 : _b.statusText, 'status', (_c = error === null || error === void 0 ? void 0 : error.response) === null || _c === void 0 ? void 0 : _c.status);
|
||
if (error.status && error.status === 402) {
|
||
const errMsg = { message: `Catch Error ${error.message}`, code: 402 };
|
||
if (res) {
|
||
return res.write(JSON.stringify(errMsg));
|
||
}
|
||
else {
|
||
throw new common_1.HttpException(error.message, common_1.HttpStatus.PAYMENT_REQUIRED);
|
||
}
|
||
}
|
||
if (!status) {
|
||
if (res) {
|
||
return res.write(JSON.stringify({ message: error.message, code: 500 }));
|
||
}
|
||
else {
|
||
throw new common_1.HttpException(error.message, common_1.HttpStatus.BAD_REQUEST);
|
||
}
|
||
}
|
||
let message = errorMessage_constant_1.OpenAiErrorCodeMessage[status]
|
||
? errorMessage_constant_1.OpenAiErrorCodeMessage[status]
|
||
: '服务异常、请重新试试吧！！！';
|
||
if ((error === null || error === void 0 ? void 0 : error.message.includes('The OpenAI account associated with this API key has been deactivated.')) &&
|
||
Number(modelType) === 1) {
|
||
await this.modelsService.lockKey(keyId, '当前模型key已被封禁、已冻结当前调用Key、尝试重新对话试试吧！', -1);
|
||
message = '当前模型key已被封禁';
|
||
}
|
||
if ((error === null || error === void 0 ? void 0 : error.statusCode) === 429 &&
|
||
error.message.includes('billing') &&
|
||
Number(modelType) === 1) {
|
||
await this.modelsService.lockKey(keyId, '当前模型key余额已耗尽、已冻结当前调用Key、尝试重新对话试试吧！', -3);
|
||
message = '当前模型key余额已耗尽';
|
||
}
|
||
if ((error === null || error === void 0 ? void 0 : error.statusCode) === 429 &&
|
||
(error === null || error === void 0 ? void 0 : error.statusText) === 'Too Many Requests') {
|
||
message = '当前模型调用过于频繁、请重新试试吧！';
|
||
}
|
||
if ((error === null || error === void 0 ? void 0 : error.statusCode) === 401 &&
|
||
error.message.includes('Incorrect API key provided') &&
|
||
Number(modelType) === 1) {
|
||
await this.modelsService.lockKey(keyId, '提供了错误的模型秘钥', -2);
|
||
message = '提供了错误的模型秘钥、已冻结当前调用Key、请重新尝试对话！';
|
||
}
|
||
if ((error === null || error === void 0 ? void 0 : error.statusCode) === 404 &&
|
||
error.message.includes('This is not a chat model and thus not supported') &&
|
||
Number(modelType) === 1) {
|
||
await this.modelsService.lockKey(keyId, '当前模型不是聊天模型', -4);
|
||
message = '当前模型不是聊天模型、已冻结当前调用Key、请重新尝试对话！';
|
||
}
|
||
if (code === 400) {
|
||
common_1.Logger.error('400 error', error, error.message);
|
||
}
|
||
const errMsg = {
|
||
message: message || 'Please check the back-end console',
|
||
code: code === 401 ? 400 : code || 500,
|
||
};
|
||
if (res) {
|
||
return res.write(JSON.stringify(errMsg));
|
||
}
|
||
else {
|
||
throw new common_1.HttpException(errMsg.message, common_1.HttpStatus.BAD_REQUEST);
|
||
}
|
||
}
|
||
finally {
|
||
res && res.end();
|
||
}
|
||
}
|
||
async usePlugin(prompt, pluginParam) {
|
||
const { pluginUrl, pluginKey } = await this.globalConfigService.getConfigs([
|
||
'pluginUrl',
|
||
'pluginKey',
|
||
]);
|
||
const key = pluginKey;
|
||
const proxyUrl = pluginUrl;
|
||
const options = {
|
||
method: 'POST',
|
||
url: `${proxyUrl}/plugins/${pluginParam}`,
|
||
headers: {
|
||
'Content-Type': 'application/json',
|
||
Authorization: `Bearer ${key}`,
|
||
},
|
||
data: {
|
||
prompt: prompt,
|
||
},
|
||
};
|
||
try {
|
||
const response = await (0, axios_1.default)(options);
|
||
common_1.Logger.log(`插件调用成功 返回结果: ${JSON.stringify(response.data, null, 2)}`, 'PluginService');
|
||
return response.data.text;
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error('error: ', error);
|
||
}
|
||
}
|
||
async updateChatTitle(groupId, groupInfo, modelType, prompt, req) {
|
||
if ((groupInfo === null || groupInfo === void 0 ? void 0 : groupInfo.title) === '新对话') {
|
||
let chatTitle;
|
||
if (modelType === 1) {
|
||
try {
|
||
chatTitle = await this.openAIChatService.chatFree(`根据用户提问{${prompt}}，给这个对话取一个名字，不超过10个字`);
|
||
if (chatTitle.length > 15) {
|
||
chatTitle = chatTitle.slice(0, 15);
|
||
}
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error(`调用 chatFree 出错: ${error}`);
|
||
chatTitle = prompt.slice(0, 10);
|
||
}
|
||
}
|
||
else {
|
||
chatTitle = '创意 AI';
|
||
}
|
||
this.chatGroupService
|
||
.update({
|
||
groupId,
|
||
title: chatTitle,
|
||
isSticky: false,
|
||
config: '',
|
||
}, req)
|
||
.then(() => common_1.Logger.log(`更新标题名称为: ${chatTitle}`, 'ChatService'))
|
||
.catch((error) => common_1.Logger.error(`更新对话组标题失败: ${error}`));
|
||
}
|
||
}
|
||
async buildMessageFromParentMessageId(text, options, chatLogService) {
|
||
let { systemMessage = '', fileInfo, groupId, maxRounds = 5, maxModelTokens = 8000, isFileUpload = 0, } = options;
|
||
let messages = [];
|
||
if (systemMessage) {
|
||
messages.push({ role: 'system', content: systemMessage });
|
||
}
|
||
if (groupId) {
|
||
const history = await chatLogService.chatHistory(groupId, maxRounds);
|
||
let tempUserMessage = null;
|
||
history.forEach((record) => {
|
||
try {
|
||
let content;
|
||
if (isFileUpload === 2 && record.fileInfo && record.role === 'user') {
|
||
content = [
|
||
{ type: 'text', text: record.text },
|
||
{ type: 'image_url', image_url: { url: record.fileInfo } },
|
||
];
|
||
}
|
||
else if (isFileUpload === 1 &&
|
||
record.fileInfo &&
|
||
record.role === 'user') {
|
||
content = record.fileInfo + '\n' + record.text;
|
||
}
|
||
else {
|
||
content = record.text;
|
||
}
|
||
if (record.role === 'user') {
|
||
tempUserMessage = { role: record.role, content };
|
||
}
|
||
else if (record.role === 'assistant') {
|
||
const contentStr = Array.isArray(content)
|
||
? JSON.stringify(content)
|
||
: content;
|
||
if (tempUserMessage && contentStr.trim() !== '') {
|
||
messages.push(tempUserMessage);
|
||
messages.push({ role: record.role, content });
|
||
tempUserMessage = null;
|
||
}
|
||
}
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error('处理历史记录时出错:', error, '记录:', JSON.stringify(record, null, 2));
|
||
}
|
||
});
|
||
}
|
||
let currentMessageContent;
|
||
if (isFileUpload === 2 && fileInfo) {
|
||
currentMessageContent = [
|
||
{ type: 'text', text },
|
||
{ type: 'image_url', image_url: { url: fileInfo } },
|
||
];
|
||
}
|
||
else if (isFileUpload === 1 && fileInfo) {
|
||
currentMessageContent = fileInfo + '\n' + text;
|
||
}
|
||
else {
|
||
currentMessageContent = text;
|
||
}
|
||
messages.push({ role: 'user', content: currentMessageContent });
|
||
let totalTokens = await (0, utils_1.getTokenCount)(messages);
|
||
let tokenLimit;
|
||
if (maxModelTokens < 8000) {
|
||
tokenLimit = 4000;
|
||
}
|
||
else {
|
||
tokenLimit = maxModelTokens - 4000;
|
||
}
|
||
while (totalTokens > tokenLimit) {
|
||
if (messages.length === 2 &&
|
||
messages[0].role === 'system' &&
|
||
messages[1].role === 'user') {
|
||
break;
|
||
}
|
||
let foundPairToDelete = false;
|
||
for (let i = 0; i < messages.length; i++) {
|
||
if (messages[i].role !== 'system' &&
|
||
messages[i + 1] &&
|
||
messages[i + 1].role === 'assistant') {
|
||
messages.splice(i, 2);
|
||
foundPairToDelete = true;
|
||
break;
|
||
}
|
||
}
|
||
if (!foundPairToDelete) {
|
||
for (let i = 0; i < messages.length; i++) {
|
||
if (messages[i].role === 'user') {
|
||
messages.splice(i, 1);
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
totalTokens = await (0, utils_1.getTokenCount)(messages);
|
||
if (messages.length <= 2) {
|
||
break;
|
||
}
|
||
}
|
||
return {
|
||
messagesHistory: messages,
|
||
round: messages.length,
|
||
};
|
||
}
|
||
async ttsProcess(body, req, res) {
|
||
const { chatId, prompt } = body;
|
||
const detailKeyInfo = await this.modelsService.getCurrentModelKeyInfo('tts-1');
|
||
const { openaiTimeout, openaiBaseUrl, openaiBaseKey } = await this.globalConfigService.getConfigs([
|
||
'openaiTimeout',
|
||
'openaiBaseUrl',
|
||
'openaiBaseKey',
|
||
]);
|
||
const { key, proxyUrl, deduct, deductType, timeout } = detailKeyInfo;
|
||
const useKey = key || openaiBaseKey;
|
||
const useUrl = (0, utils_1.formatUrl)(proxyUrl || openaiBaseUrl);
|
||
const useTimeout = (timeout || openaiTimeout) * 1000;
|
||
await this.userBalanceService.validateBalance(req, deductType, deduct);
|
||
common_1.Logger.log('开始 TTS 请求:', prompt, 'TTSService');
|
||
const options = {
|
||
method: 'POST',
|
||
url: `${useUrl}/v1/audio/speech`,
|
||
headers: {
|
||
'Content-Type': 'application/json',
|
||
Authorization: `Bearer ${useKey}`,
|
||
},
|
||
responseType: 'arraybuffer',
|
||
timeout: useTimeout,
|
||
data: {
|
||
model: 'tts-1',
|
||
input: prompt,
|
||
voice: 'onyx',
|
||
},
|
||
};
|
||
try {
|
||
const response = await (0, axios_1.default)(options);
|
||
common_1.Logger.log('TTS 请求获取成功', 'TTSService');
|
||
const buffer = Buffer.from(response.data);
|
||
const filename = `${uuid.v4().slice(0, 10)}.mp3`;
|
||
const now = new Date();
|
||
const year = now.getFullYear();
|
||
const month = String(now.getMonth() + 1).padStart(2, '0');
|
||
const day = String(now.getDate()).padStart(2, '0');
|
||
const currentDate = `${year}${month}/${day}`;
|
||
common_1.Logger.log('开始上传语音', 'TTSService');
|
||
const ttsUrl = await this.uploadService.uploadFile({ filename, buffer }, `audio/openai/${currentDate}`);
|
||
common_1.Logger.log(`文件上传成功，URL: ${ttsUrl}`, 'TTSService');
|
||
await Promise.all([
|
||
this.chatLogService.updateChatLog(chatId, { ttsUrl }),
|
||
this.userBalanceService.deductFromBalance(req.user.id, deductType, deduct),
|
||
]);
|
||
res.status(200).send({ ttsUrl });
|
||
}
|
||
catch (error) {
|
||
common_1.Logger.error('TTS 请求或上传过程失败:', error, 'TTSService');
|
||
res.status(500).send({ error: 'Failed to process TTS request' });
|
||
}
|
||
}
|
||
};
|
||
ChatService = __decorate([
|
||
(0, common_1.Injectable)(),
|
||
__param(0, (0, typeorm_1.InjectRepository)(config_entity_1.ConfigEntity)),
|
||
__param(1, (0, typeorm_1.InjectRepository)(app_entity_1.AppEntity)),
|
||
__param(2, (0, typeorm_1.InjectRepository)(plugin_entity_1.PluginEntity)),
|
||
__metadata("design:paramtypes", [typeorm_2.Repository,
|
||
typeorm_2.Repository,
|
||
typeorm_2.Repository,
|
||
suno_service_1.SunoService,
|
||
openaiChat_service_1.OpenAIChatService,
|
||
chatLog_service_1.ChatLogService,
|
||
midjourneyDraw_service_1.MidjourneyService,
|
||
stableDiffusion_service_1.StableDiffusionService,
|
||
userBalance_service_1.UserBalanceService,
|
||
user_service_1.UserService,
|
||
upload_service_1.UploadService,
|
||
badwords_service_1.BadwordsService,
|
||
autoreply_service_1.AutoreplyService,
|
||
globalConfig_service_1.GlobalConfigService,
|
||
chatGroup_service_1.ChatGroupService,
|
||
models_service_1.ModelsService,
|
||
openaiDraw_service_1.OpenAIDrawService,
|
||
lumaVideo_service_1.LumaVideoService])
|
||
], ChatService);
|
||
exports.ChatService = ChatService;
|