openai.ts aktualisieren

finalModel
This commit is contained in:
DirkSchlossmacher 2024-08-06 22:14:56 +02:00 committed by GitHub
parent fe31e75543
commit 4762a08e4e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -201,7 +201,7 @@ export class ChatGPTApi implements LLMApi {
size: options.config?.size ?? "1024x1024", size: options.config?.size ?? "1024x1024",
}; };
} else { } else {
const visionModel = isVisionModel(options.config.model); const visionModel = isVisionModel(finalModel);
const messages: ChatOptions["messages"] = []; const messages: ChatOptions["messages"] = [];
for (const v of options.messages) { for (const v of options.messages) {
const content = visionModel const content = visionModel
@ -213,7 +213,7 @@ export class ChatGPTApi implements LLMApi {
requestPayload = { requestPayload = {
messages, messages,
stream: options.config.stream, stream: options.config.stream,
model: modelConfig.model, model: finalModel,
temperature: modelConfig.temperature, temperature: modelConfig.temperature,
presence_penalty: modelConfig.presence_penalty, presence_penalty: modelConfig.presence_penalty,
frequency_penalty: modelConfig.frequency_penalty, frequency_penalty: modelConfig.frequency_penalty,
@ -223,14 +223,14 @@ export class ChatGPTApi implements LLMApi {
}; };
// add max_tokens to vision model // add max_tokens to vision model
if (visionModel && modelConfig.model.includes("preview")) { if (visionModel && finalModel.includes("preview")) {
requestPayload["max_tokens"] = Math.max(modelConfig.max_tokens, 4000); requestPayload["max_tokens"] = Math.max(finalModel.max_tokens, 4000);
} }
} }
console.log("[Request] openai payload: ", requestPayload); console.log("[Request] openai payload: ", requestPayload);
const modelIdentifier = modelConfig.model; const modelIdentifier = finalModel;
console.log("API Call: session or email is not available - model: ", modelIdentifier); console.log("API Call: session or email is not available - model: ", modelIdentifier);
/* /*