diff --git a/app/client/platforms/openai.ts b/app/client/platforms/openai.ts index 51eeccb32..12d4eb85c 100644 --- a/app/client/platforms/openai.ts +++ b/app/client/platforms/openai.ts @@ -167,6 +167,12 @@ export class ChatGPTApi implements LLMApi { // add max_tokens to vision model if (visionModel) { requestPayload["max_tokens"] = Math.max(modelConfig.max_tokens, 4000); + Object.defineProperty(requestPayload, "max_tokens", { + enumerable: true, + configurable: true, + writable: true, + value: 4096, + }); } // value: modelConfig.max_tokens,