xinyin025/ChatGPT-Next-Web
1
0
Fork 0
mirror of https://github.com/ChatGPTNextWeb/ChatGPT-Next-Web.git synced 2025-09-17 16:56:37 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

feat: 优化CR 代码，优化音频上下文管理，修复 PCM 数据转换逻辑，确保成功连接时清除超时

Browse Source
This commit is contained in:
EvanWu 2025-08-05 18:35:02 +08:00
parent 044298e18a
commit 86f2c67784
1 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
app/client/platforms/alibaba.ts
View File

@ -67,7 +67,7 @@ interface RequestPayload {
} }
export class QwenApi implements LLMApi { export class QwenApi implements LLMApi {
private audioContext?: AudioContext; private static audioContext: AudioContext | null = null;
path(path: string): string { path(path: string): string {
const accessStore = useAccessStore.getState(); const accessStore = useAccessStore.getState();
@ -133,6 +133,7 @@ export class QwenApi implements LLMApi {
); );
const res = await fetch(speechPath, speechPayload); const res = await fetch(speechPath, speechPayload);
clearTimeout(requestTimeoutId); // Clear timeout on successful connection
const reader = res.body!.getReader(); const reader = res.body!.getReader();
const decoder = new TextDecoder(); const decoder = new TextDecoder();
@ -150,13 +151,12 @@ export class QwenApi implements LLMApi {
if (line.startsWith("data:")) { if (line.startsWith("data:")) {
const data = line.slice(5); const data = line.slice(5);
const json = JSON.parse(data); const json = JSON.parse(data);
if (json.output.audio.data) { if (json.output?.audio?.data) {
yield this.PCMBase64ToAudioBuffer(json.output.audio.data); yield this.PCMBase64ToAudioBuffer(json.output.audio.data);
} }
} }
} }
} }
clearTimeout(requestTimeoutId);
reader.releaseLock(); reader.releaseLock();
} catch (e) { } catch (e) {
console.log("[Request] failed to make a speech request", e); console.log("[Request] failed to make a speech request", e);
@ -371,13 +371,17 @@ export class QwenApi implements LLMApi {
} }
} }
// 将 PCM 字节数据转换为 AudioBuffer private static getAudioContext(): AudioContext {
private convertToAudioBuffer(pcmData: Uint8Array) { if (!QwenApi.audioContext) {
if (!this.audioContext) { QwenApi.audioContext = new (window.AudioContext ||
this.audioContext = new (window.AudioContext ||
window.webkitAudioContext)(); window.webkitAudioContext)();
} }
const audioContext = this.audioContext; return QwenApi.audioContext;
}
// 将 PCM 字节数据转换为 AudioBuffer
private convertToAudioBuffer(pcmData: Uint8Array) {
const audioContext = QwenApi.getAudioContext();
const channels = 1; const channels = 1;
const sampleRate = 24000; const sampleRate = 24000;
return new Promise<AudioBuffer>((resolve, reject) => { return new Promise<AudioBuffer>((resolve, reject) => {