"use strict"; var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) { var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d; if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc); else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r; return c > 3 && r && Object.defineProperty(target, key, r), r; }; var __metadata = (this && this.__metadata) || function (k, v) { if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v); }; var __param = (this && this.__param) || function (paramIndex, decorator) { return function (target, key) { decorator(target, key, paramIndex); } }; Object.defineProperty(exports, "__esModule", { value: true }); exports.ChatService = void 0; const errorMessage_constant_1 = require("../../common/constants/errorMessage.constant"); const utils_1 = require("../../common/utils"); const common_1 = require("@nestjs/common"); const typeorm_1 = require("@nestjs/typeorm"); const axios_1 = require("axios"); const typeorm_2 = require("typeorm"); const uuid = require("uuid"); const lumaVideo_service_1 = require("../ai/lumaVideo.service"); const midjourneyDraw_service_1 = require("../ai/midjourneyDraw.service"); const openaiChat_service_1 = require("../ai/openaiChat.service"); const openaiDraw_service_1 = require("../ai/openaiDraw.service"); const stableDiffusion_service_1 = require("../ai/stableDiffusion.service"); const suno_service_1 = require("../ai/suno.service"); const app_entity_1 = require("../app/app.entity"); const autoreply_service_1 = require("../autoreply/autoreply.service"); const badwords_service_1 = require("../badwords/badwords.service"); const chatGroup_service_1 = require("../chatGroup/chatGroup.service"); const chatLog_service_1 = require("../chatLog/chatLog.service"); const config_entity_1 = require("../globalConfig/config.entity"); const globalConfig_service_1 = require("../globalConfig/globalConfig.service"); const models_service_1 = require("../models/models.service"); const plugin_entity_1 = require("../plugin/plugin.entity"); const upload_service_1 = require("../upload/upload.service"); const user_service_1 = require("../user/user.service"); const userBalance_service_1 = require("../userBalance/userBalance.service"); let ChatService = class ChatService { constructor(configEntity, appEntity, pluginEntity, sunoService, openAIChatService, chatLogService, midjourneyService, stableDiffusionService, userBalanceService, userService, uploadService, badwordsService, autoreplyService, globalConfigService, chatGroupService, modelsService, openAIDrawService, lumaVideoService) { this.configEntity = configEntity; this.appEntity = appEntity; this.pluginEntity = pluginEntity; this.sunoService = sunoService; this.openAIChatService = openAIChatService; this.chatLogService = chatLogService; this.midjourneyService = midjourneyService; this.stableDiffusionService = stableDiffusionService; this.userBalanceService = userBalanceService; this.userService = userService; this.uploadService = uploadService; this.badwordsService = badwordsService; this.autoreplyService = autoreplyService; this.globalConfigService = globalConfigService; this.chatGroupService = chatGroupService; this.modelsService = modelsService; this.openAIDrawService = openAIDrawService; this.lumaVideoService = lumaVideoService; } async chatProcess(body, req, res) { var _a, _b, _c; const { options = {}, usingPluginId, appId = null, specialModel, prompt, fileInfo, modelType, extraParam, model, drawId, customId, action, modelName, modelAvatar, } = body; let appInfo; if (specialModel) { appInfo = await this.appEntity.findOne({ where: { des: specialModel, isSystemReserved: true }, }); } else if (appId) { appInfo = await this.appEntity.findOne({ where: { id: appId, status: (0, typeorm_2.In)([1, 3, 4, 5]) }, }); if (!appInfo) { throw new common_1.HttpException('你当前使用的应用已被下架、请删除当前对话开启新的对话吧！', common_1.HttpStatus.BAD_REQUEST); } } const { groupId, fileParsing } = options; const { openaiTimeout, openaiBaseUrl, openaiBaseKey, systemPreMessage, isMjTranslate, mjTranslatePrompt, isDalleChat, openaiTemperature, } = await this.globalConfigService.getConfigs([ 'openaiTimeout', 'openaiBaseUrl', 'openaiBaseKey', 'systemPreMessage', 'isMjTranslate', 'mjTranslatePrompt', 'isDalleChat', 'openaiTemperature', ]); await this.userService.checkUserStatus(req.user); res && res.setHeader('Content-type', 'application/octet-stream; charset=utf-8'); await this.badwordsService.checkBadWords(prompt, req.user.id); let currentRequestModelKey = null; let appName = ''; let setSystemMessage = ''; res && res.status(200); let response = null; const curIp = (0, utils_1.getClientIp)(req); let isStop = true; let usePrompt; let isSuccess = false; let useModelAvatar = ''; let usingPlugin; if (usingPluginId) { usingPlugin = await this.pluginEntity.findOne({ where: { id: usingPluginId }, }); } if (appInfo) { const { isGPTs, gizmoID, name, isFixedModel, appModel, coverImg } = appInfo; useModelAvatar = coverImg; appName = name; if (isGPTs) { currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo('gpts'); await this.chatLogService.checkModelLimits(req.user, 'gpts'); currentRequestModelKey.model = `gpt-4-gizmo-${gizmoID}`; } else if (!isGPTs && isFixedModel && appModel) { appInfo.preset && (setSystemMessage = appInfo.preset); currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo(appModel); await this.chatLogService.checkModelLimits(req.user, appModel); currentRequestModelKey.model = appModel; if (fileParsing) { setSystemMessage = `${setSystemMessage}以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`; } common_1.Logger.log(`固定模型、使用应用预设: ${setSystemMessage}`, 'ChatService'); } else { appInfo.preset && (setSystemMessage = appInfo.preset); currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo(model); await this.chatLogService.checkModelLimits(req.user, model); if (fileParsing) { setSystemMessage = `${setSystemMessage}以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`; } common_1.Logger.log(`使用应用预设: ${setSystemMessage}`, 'ChatService'); } } else { if (usingPlugin && usingPlugin.isSystemPlugin === 0) { let pluginPrompt = ''; try { pluginPrompt = await this.usePlugin(prompt, usingPlugin.parameters); common_1.Logger.log(`插件返回结果: ${pluginPrompt}`, 'ChatService'); } catch (error) { pluginPrompt = prompt; common_1.Logger.error(`插件调用错误: ${error}`); } setSystemMessage = pluginPrompt; currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo(model); await this.chatLogService.checkModelLimits(req.user, model); common_1.Logger.log(`使用插件预设: ${setSystemMessage}`, 'ChatService'); } else if (fileParsing) { setSystemMessage = `以下是我提供给你的知识库：【${fileParsing}】，在回答问题之前，先检索知识库内有没有相关的内容，尽量使用知识库中获取到的信息来回答我的问题，以知识库中的为准。`; currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo(model); await this.chatLogService.checkModelLimits(req.user, model); common_1.Logger.log(`使用文件解析: ${setSystemMessage}`, 'ChatService'); } else { const currentDate = new Date().toISOString().split('T')[0]; setSystemMessage = systemPreMessage + `\n Current date: ${currentDate}`; currentRequestModelKey = await this.modelsService.getCurrentModelKeyInfo(model); await this.chatLogService.checkModelLimits(req.user, model); common_1.Logger.log(`使用全局预设: ${setSystemMessage}`, 'ChatService'); } } const { deduct, isTokenBased, tokenFeeRatio, deductType, key, id: keyId, maxRounds, proxyUrl, maxModelTokens, timeout, model: useModel, isFileUpload, } = currentRequestModelKey; if (isMjTranslate === '1' && mjTranslatePrompt && model === 'midjourney') { const translatePrompt = await this.openAIChatService.chatFree(prompt, mjTranslatePrompt); usePrompt = isFileUpload === '1' && fileInfo ? fileInfo + ' ' + translatePrompt : translatePrompt; } else { usePrompt = isFileUpload === '1' && fileInfo ? fileInfo + ' ' + prompt : prompt; } await this.userBalanceService.validateBalance(req, deductType, deduct); const useModeName = modelName; const proxyResUrl = (0, utils_1.formatUrl)(proxyUrl || openaiBaseUrl || 'https://api.openai.com'); const modelKey = key || openaiBaseKey; const modelTimeout = (timeout || openaiTimeout || 300) * 1000; const temperature = Number(openaiTemperature) || 1; common_1.Logger.log(`\n` + `超时设置: ${modelTimeout / 1000} s\n` + `请求地址: ${proxyResUrl}\n` + `使用的模型名称: ${useModeName}\n` + `使用的模型: ${useModel}`, 'ChatService'); if (!currentRequestModelKey) { throw new common_1.HttpException('当前流程所需要的模型已被管理员下架、请联系管理员上架专属模型！', common_1.HttpStatus.BAD_REQUEST); } if (groupId) { const groupInfo = await this.chatGroupService.getGroupInfoFromId(groupId); this.updateChatTitle(groupId, groupInfo, modelType, prompt, req); await this.chatGroupService.updateTime(groupId); } const { messagesHistory } = await this.buildMessageFromParentMessageId(prompt, { groupId, systemMessage: setSystemMessage, maxModelTokens, maxRounds: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) === 'net-search' || (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) === 'mind-map' || useModel.includes('suno') ? 0 : maxRounds, fileInfo: fileInfo, model: useModel, isFileUpload, }, this.chatLogService); const userSaveLog = await this.chatLogService.saveChatLog({ appId: appId, curIp, userId: req.user.id, type: modelType ? modelType : 1, prompt, fileInfo: fileInfo ? fileInfo : null, answer: '', promptTokens: 0, completionTokens: 0, totalTokens: 0, model: useModel, modelName: '我', role: 'user', groupId: groupId ? groupId : null, }); const assistantSaveLog = await this.chatLogService.saveChatLog({ appId: appId ? appId : null, action: action ? action : null, curIp, userId: req.user.id, type: modelType ? modelType : 1, prompt: prompt, fileInfo: null, answer: '', progress: '0%', promptTokens: 0, completionTokens: 0, totalTokens: 0, model: useModel, modelName: useModeName, role: 'assistant', groupId: groupId ? groupId : null, status: 2, modelAvatar: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.pluginImg) || useModelAvatar || modelAvatar || '', pluginParam: (usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters) ? usingPlugin === null || usingPlugin === void 0 ? void 0 : usingPlugin.parameters : null, }); common_1.Logger.log('开始处理对话！', 'ChatService'); const userLogId = userSaveLog.id; const assistantLogId = assistantSaveLog.id; const autoReplyRes = await this.autoreplyService.checkAutoReply(prompt); if (autoReplyRes && res) { const msg = { text: autoReplyRes }; const chars = autoReplyRes.split(''); const sendCharByChar = (index) => { if (index < chars.length) { const msg = { text: chars[index] }; res.write(`${JSON.stringify(msg)}\n`); setTimeout(() => sendCharByChar(index + 1), 10); } else { res.end(); } }; sendCharByChar(0); await this.chatLogService.updateChatLog(assistantLogId, { answer: autoReplyRes, }); return; } let charge = action !== 'UPSCALE' && useModel === 'midjourney' ? deduct * 4 : deduct; const abortController = new AbortController(); try { if (res) { res.on('close', () => { abortController.abort(); }); let response; let firstChunk = true; try { if (useModel === 'dall-e-3' || useModel === 'midjourney' || useModel.includes('suno') || useModel === 'luma-video' || useModel.includes('stable-diffusion')) { if (useModel === 'dall-e-3') { let drawPrompt; if (isDalleChat === '1') { try { common_1.Logger.log('已开启连续绘画模式', 'DalleDraw'); const { messagesHistory } = await this.buildMessageFromParentMessageId(`参考上文，结合我的需求，给出绘画描述。我的需求是：${prompt}`, { groupId, systemMessage: '你是一个绘画提示词生成工具，请根据用户的要求，结合上下文，用一段文字，描述用户需要的绘画需求，不用包含任何礼貌性的寒暄,只需要场景的描述,可以适当联想', maxModelTokens: 8000, maxRounds: 5, fileInfo: '', isFileUpload, }, this.chatLogService); drawPrompt = await this.openAIChatService.chatFree(prompt, undefined, messagesHistory); } catch (error) { console.error('调用chatFree失败：', error); drawPrompt = prompt; } } else { drawPrompt = prompt; } response = this.openAIDrawService.dalleDraw({ prompt: drawPrompt, extraParam: extraParam, apiKey: modelKey, proxyUrl: proxyResUrl, model: useModel, timeout: modelTimeout, modelName: useModeName, onSuccess: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo, answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt, progress: '100%', status: data.status, }); common_1.Logger.log('绘图成功! ', 'DalleDraw'); }, onFailure: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { answer: '绘图失败', status: data.status, }); common_1.Logger.log('绘图失败', 'DalleDraw'); }, }, messagesHistory); await this.chatLogService.updateChatLog(assistantLogId, { answer: '绘制中', }); } else if (useModel.includes('suno')) { response = this.sunoService.suno({ assistantLogId, apiKey: modelKey, action, prompt, timeout: modelTimeout, proxyUrl: proxyResUrl, taskData: customId, }); await this.chatLogService.updateChatLog(assistantLogId, { answer: '提交成功，歌曲生成中', }); } else if (useModel.includes('luma-video')) { response = this.lumaVideoService.lumaVideo({ fileInfo, extraParam, assistantLogId, apiKey: modelKey, action, prompt, model: useModel, timeout: modelTimeout, proxyUrl: proxyResUrl, taskData: customId, onGenerate: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo, answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt, status: 2, }); }, onSuccess: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo, answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt, progress: '100%', status: 3, }); common_1.Logger.log('视频生成成功', 'LumaVideo'); }, onFailure: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { answer: data.errMsg, status: 4, }); }, }); await this.chatLogService.updateChatLog(assistantLogId, { answer: '提交成功，视频生成中', }); } else if (useModel.includes('stable-diffusion')) { response = this.stableDiffusionService.sdxl(messagesHistory, { chatId: assistantLogId, maxModelTokens, apiKey: modelKey, model: useModel, modelName: useModeName, modelType, prompt, fileInfo, isFileUpload, timeout: modelTimeout, proxyUrl: proxyResUrl, onSuccess: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { fileInfo: data === null || data === void 0 ? void 0 : data.fileInfo, answer: (data === null || data === void 0 ? void 0 : data.answer) || prompt, progress: '100%', status: 3, }); }, onFailure: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { answer: '生成失败', status: 4, }); }, }); await this.chatLogService.updateChatLog(assistantLogId, { answer: '绘制中', }); } else { response = this.midjourneyService.midjourneyDraw({ usePrompt: usePrompt, prompt: prompt, apiKey: modelKey, proxyUrl: proxyResUrl, model: useModel, modelName: useModeName, drawId, customId, action, timeout: modelTimeout, assistantLogId, }); await this.chatLogService.updateChatLog(assistantLogId, { answer: '绘制中', }); } await this.modelsService.saveUseLog(keyId, 1); await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge); const userBalance = await this.userBalanceService.queryUserBalance(req.user.id); response.userBalance = Object.assign({}, userBalance); response.text = '提交成功'; isStop = false; isSuccess = true; response.status = 2; response.model = model; response.modelName = modelName; return res.write(`\n${JSON.stringify(response)}`); } else { response = await this.openAIChatService.openAIChat(messagesHistory, { chatId: assistantLogId, maxModelTokens, apiKey: modelKey, model: useModel, modelName: useModeName, temperature, modelType, prompt, fileInfo, isFileUpload, timeout: modelTimeout, proxyUrl: proxyResUrl, modelAvatar: modelAvatar, onProgress: (chat) => { res.write(firstChunk ? JSON.stringify(chat) : `\n${JSON.stringify(chat)}`); firstChunk = false; }, onFailure: async (data) => { await this.chatLogService.updateChatLog(assistantLogId, { answer: data.errMsg, status: 4, }); }, abortController, }); if (response.errMsg) { isStop = false; isSuccess = true; common_1.Logger.error(`用户ID: ${req.user.id} 模型名称: ${useModeName} 模型: ${model} 回复出错，本次不扣除积分`, 'ChatService'); return res.write(`\n${JSON.stringify(response)}`); } let totalText = ''; messagesHistory.forEach((messagesHistory) => { totalText += messagesHistory.content + ' '; }); const promptTokens = await (0, utils_1.getTokenCount)(totalText); const completionTokens = await (0, utils_1.getTokenCount)(response.answer); await this.chatLogService.updateChatLog(userLogId, { promptTokens: promptTokens, completionTokens: completionTokens, totalTokens: promptTokens + completionTokens, }); await this.chatLogService.updateChatLog(assistantLogId, { fileInfo: response === null || response === void 0 ? void 0 : response.fileInfo, answer: response.answer, promptTokens: promptTokens, completionTokens: completionTokens, totalTokens: promptTokens + completionTokens, status: 3, }); if (isTokenBased === true) { charge = deduct * Math.ceil((promptTokens + completionTokens) / tokenFeeRatio); } await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge, promptTokens + completionTokens); await this.modelsService.saveUseLog(keyId, promptTokens + completionTokens); common_1.Logger.log(`用户ID: ${req.user.id} 模型名称: ${useModeName} 模型: ${model} 消耗token: ${promptTokens + completionTokens}, 消耗积分： ${charge}`, 'ChatService'); const userBalance = await this.userBalanceService.queryUserBalance(req.user.id); response.userBalance = Object.assign({}, userBalance); isStop = false; isSuccess = true; return res.write(`\n${JSON.stringify(response)}`); } } catch (error) { common_1.Logger.error('发生错误:', error); await this.chatLogService.updateChatLog(assistantLogId, { status: 5, }); response = { error: '处理请求时发生错误' }; isStop = false; } } else { response = await this.openAIChatService.openAIChat(messagesHistory, { chatId: assistantLogId, maxModelTokens, apiKey: modelKey, model: useModel, modelName: useModeName, modelType, temperature, prompt, fileInfo, isFileUpload, timeout: modelTimeout, proxyUrl: proxyResUrl, abortController, }); await this.userBalanceService.deductFromBalance(req.user.id, deductType, charge); return response.answer; } } catch (error) { common_1.Logger.error('chat-error <----------------------------------------->', modelKey, error); const code = (error === null || error === void 0 ? void 0 : error.statusCode) || 400; const status = ((_a = error === null || error === void 0 ? void 0 : error.response) === null || _a === void 0 ? void 0 : _a.status) || (error === null || error === void 0 ? void 0 : error.statusCode) || 400; common_1.Logger.error('chat-error-detail <----------------------------------------->', 'code: ', code, 'message', error === null || error === void 0 ? void 0 : error.message, 'statusText:', (_b = error === null || error === void 0 ? void 0 : error.response) === null || _b === void 0 ? void 0 : _b.statusText, 'status', (_c = error === null || error === void 0 ? void 0 : error.response) === null || _c === void 0 ? void 0 : _c.status); if (error.status && error.status === 402) { const errMsg = { message: `Catch Error ${error.message}`, code: 402 }; if (res) { return res.write(JSON.stringify(errMsg)); } else { throw new common_1.HttpException(error.message, common_1.HttpStatus.PAYMENT_REQUIRED); } } if (!status) { if (res) { return res.write(JSON.stringify({ message: error.message, code: 500 })); } else { throw new common_1.HttpException(error.message, common_1.HttpStatus.BAD_REQUEST); } } let message = errorMessage_constant_1.OpenAiErrorCodeMessage[status] ? errorMessage_constant_1.OpenAiErrorCodeMessage[status] : '服务异常、请重新试试吧！！！'; if ((error === null || error === void 0 ? void 0 : error.message.includes('The OpenAI account associated with this API key has been deactivated.')) && Number(modelType) === 1) { await this.modelsService.lockKey(keyId, '当前模型key已被封禁、已冻结当前调用Key、尝试重新对话试试吧！', -1); message = '当前模型key已被封禁'; } if ((error === null || error === void 0 ? void 0 : error.statusCode) === 429 && error.message.includes('billing') && Number(modelType) === 1) { await this.modelsService.lockKey(keyId, '当前模型key余额已耗尽、已冻结当前调用Key、尝试重新对话试试吧！', -3); message = '当前模型key余额已耗尽'; } if ((error === null || error === void 0 ? void 0 : error.statusCode) === 429 && (error === null || error === void 0 ? void 0 : error.statusText) === 'Too Many Requests') { message = '当前模型调用过于频繁、请重新试试吧！'; } if ((error === null || error === void 0 ? void 0 : error.statusCode) === 401 && error.message.includes('Incorrect API key provided') && Number(modelType) === 1) { await this.modelsService.lockKey(keyId, '提供了错误的模型秘钥', -2); message = '提供了错误的模型秘钥、已冻结当前调用Key、请重新尝试对话！'; } if ((error === null || error === void 0 ? void 0 : error.statusCode) === 404 && error.message.includes('This is not a chat model and thus not supported') && Number(modelType) === 1) { await this.modelsService.lockKey(keyId, '当前模型不是聊天模型', -4); message = '当前模型不是聊天模型、已冻结当前调用Key、请重新尝试对话！'; } if (code === 400) { common_1.Logger.error('400 error', error, error.message); } const errMsg = { message: message || 'Please check the back-end console', code: code === 401 ? 400 : code || 500, }; if (res) { return res.write(JSON.stringify(errMsg)); } else { throw new common_1.HttpException(errMsg.message, common_1.HttpStatus.BAD_REQUEST); } } finally { res && res.end(); } } async usePlugin(prompt, pluginParam) { const { pluginUrl, pluginKey } = await this.globalConfigService.getConfigs([ 'pluginUrl', 'pluginKey', ]); const key = pluginKey; const proxyUrl = pluginUrl; const options = { method: 'POST', url: `${proxyUrl}/plugins/${pluginParam}`, headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${key}`, }, data: { prompt: prompt, }, }; try { const response = await (0, axios_1.default)(options); common_1.Logger.log(`插件调用成功 返回结果: ${JSON.stringify(response.data, null, 2)}`, 'PluginService'); return response.data.text; } catch (error) { common_1.Logger.error('error: ', error); } } async updateChatTitle(groupId, groupInfo, modelType, prompt, req) { if ((groupInfo === null || groupInfo === void 0 ? void 0 : groupInfo.title) === '新对话') { let chatTitle; if (modelType === 1) { try { chatTitle = await this.openAIChatService.chatFree(`根据用户提问{${prompt}}，给这个对话取一个名字，不超过10个字`); if (chatTitle.length > 15) { chatTitle = chatTitle.slice(0, 15); } } catch (error) { common_1.Logger.error(`调用 chatFree 出错: ${error}`); chatTitle = prompt.slice(0, 10); } } else { chatTitle = '创意 AI'; } this.chatGroupService .update({ groupId, title: chatTitle, isSticky: false, config: '', }, req) .then(() => common_1.Logger.log(`更新标题名称为: ${chatTitle}`, 'ChatService')) .catch((error) => common_1.Logger.error(`更新对话组标题失败: ${error}`)); } } async buildMessageFromParentMessageId(text, options, chatLogService) { let { systemMessage = '', fileInfo, groupId, maxRounds = 5, maxModelTokens = 8000, isFileUpload = 0, } = options; let messages = []; if (systemMessage) { messages.push({ role: 'system', content: systemMessage }); } if (groupId) { const history = await chatLogService.chatHistory(groupId, maxRounds); let tempUserMessage = null; history.forEach((record) => { try { let content; if (isFileUpload === 2 && record.fileInfo && record.role === 'user') { content = [ { type: 'text', text: record.text }, { type: 'image_url', image_url: { url: record.fileInfo } }, ]; } else if (isFileUpload === 1 && record.fileInfo && record.role === 'user') { content = record.fileInfo + '\n' + record.text; } else { content = record.text; } if (record.role === 'user') { tempUserMessage = { role: record.role, content }; } else if (record.role === 'assistant') { const contentStr = Array.isArray(content) ? JSON.stringify(content) : content; if (tempUserMessage && contentStr.trim() !== '') { messages.push(tempUserMessage); messages.push({ role: record.role, content }); tempUserMessage = null; } } } catch (error) { common_1.Logger.error('处理历史记录时出错:', error, '记录:', JSON.stringify(record, null, 2)); } }); } let currentMessageContent; if (isFileUpload === 2 && fileInfo) { currentMessageContent = [ { type: 'text', text }, { type: 'image_url', image_url: { url: fileInfo } }, ]; } else if (isFileUpload === 1 && fileInfo) { currentMessageContent = fileInfo + '\n' + text; } else { currentMessageContent = text; } messages.push({ role: 'user', content: currentMessageContent }); let totalTokens = await (0, utils_1.getTokenCount)(messages); let tokenLimit; if (maxModelTokens < 8000) { tokenLimit = 4000; } else { tokenLimit = maxModelTokens - 4000; } while (totalTokens > tokenLimit) { if (messages.length === 2 && messages[0].role === 'system' && messages[1].role === 'user') { break; } let foundPairToDelete = false; for (let i = 0; i < messages.length; i++) { if (messages[i].role !== 'system' && messages[i + 1] && messages[i + 1].role === 'assistant') { messages.splice(i, 2); foundPairToDelete = true; break; } } if (!foundPairToDelete) { for (let i = 0; i < messages.length; i++) { if (messages[i].role === 'user') { messages.splice(i, 1); break; } } } totalTokens = await (0, utils_1.getTokenCount)(messages); if (messages.length <= 2) { break; } } return { messagesHistory: messages, round: messages.length, }; } async ttsProcess(body, req, res) { const { chatId, prompt } = body; const detailKeyInfo = await this.modelsService.getCurrentModelKeyInfo('tts-1'); const { openaiTimeout, openaiBaseUrl, openaiBaseKey } = await this.globalConfigService.getConfigs([ 'openaiTimeout', 'openaiBaseUrl', 'openaiBaseKey', ]); const { key, proxyUrl, deduct, deductType, timeout } = detailKeyInfo; const useKey = key || openaiBaseKey; const useUrl = (0, utils_1.formatUrl)(proxyUrl || openaiBaseUrl); const useTimeout = (timeout || openaiTimeout) * 1000; await this.userBalanceService.validateBalance(req, deductType, deduct); common_1.Logger.log('开始 TTS 请求:', prompt, 'TTSService'); const options = { method: 'POST', url: `${useUrl}/v1/audio/speech`, headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${useKey}`, }, responseType: 'arraybuffer', timeout: useTimeout, data: { model: 'tts-1', input: prompt, voice: 'onyx', }, }; try { const response = await (0, axios_1.default)(options); common_1.Logger.log('TTS 请求获取成功', 'TTSService'); const buffer = Buffer.from(response.data); const filename = `${uuid.v4().slice(0, 10)}.mp3`; const now = new Date(); const year = now.getFullYear(); const month = String(now.getMonth() + 1).padStart(2, '0'); const day = String(now.getDate()).padStart(2, '0'); const currentDate = `${year}${month}/${day}`; common_1.Logger.log('开始上传语音', 'TTSService'); const ttsUrl = await this.uploadService.uploadFile({ filename, buffer }, `audio/openai/${currentDate}`); common_1.Logger.log(`文件上传成功，URL: ${ttsUrl}`, 'TTSService'); await Promise.all([ this.chatLogService.updateChatLog(chatId, { ttsUrl }), this.userBalanceService.deductFromBalance(req.user.id, deductType, deduct), ]); res.status(200).send({ ttsUrl }); } catch (error) { common_1.Logger.error('TTS 请求或上传过程失败:', error, 'TTSService'); res.status(500).send({ error: 'Failed to process TTS request' }); } } }; ChatService = __decorate([ (0, common_1.Injectable)(), __param(0, (0, typeorm_1.InjectRepository)(config_entity_1.ConfigEntity)), __param(1, (0, typeorm_1.InjectRepository)(app_entity_1.AppEntity)), __param(2, (0, typeorm_1.InjectRepository)(plugin_entity_1.PluginEntity)), __metadata("design:paramtypes", [typeorm_2.Repository, typeorm_2.Repository, typeorm_2.Repository, suno_service_1.SunoService, openaiChat_service_1.OpenAIChatService, chatLog_service_1.ChatLogService, midjourneyDraw_service_1.MidjourneyService, stableDiffusion_service_1.StableDiffusionService, userBalance_service_1.UserBalanceService, user_service_1.UserService, upload_service_1.UploadService, badwords_service_1.BadwordsService, autoreply_service_1.AutoreplyService, globalConfig_service_1.GlobalConfigService, chatGroup_service_1.ChatGroupService, models_service_1.ModelsService, openaiDraw_service_1.OpenAIDrawService, lumaVideo_service_1.LumaVideoService]) ], ChatService); exports.ChatService = ChatService;