From 6612550c064a68dbc8772c182228d7428b562fd7 Mon Sep 17 00:00:00 2001 From: Fred Date: Wed, 15 May 2024 15:29:38 +0800 Subject: [PATCH 1/3] feat: support gemini flash --- app/constant.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/app/constant.ts b/app/constant.ts index a3d9c206f..5047ad1d1 100644 --- a/app/constant.ts +++ b/app/constant.ts @@ -151,6 +151,7 @@ const openaiModels = [ const googleModels = [ "gemini-1.0-pro", "gemini-1.5-pro-latest", + "gemini-1.5-flash-latest", "gemini-pro-vision", ]; From 4789a7f6a93cb7c271755a201d04523de246bbec Mon Sep 17 00:00:00 2001 From: Fred Date: Wed, 15 May 2024 15:42:06 +0800 Subject: [PATCH 2/3] feat: add gemini flash into vision model list --- app/utils.ts | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/app/utils.ts b/app/utils.ts index 07d0dcb13..0007e2b61 100644 --- a/app/utils.ts +++ b/app/utils.ts @@ -290,16 +290,19 @@ export function getMessageImages(message: RequestMessage): string[] { } export function isVisionModel(model: string) { - // Note: This is a better way using the TypeScript feature instead of `&&` or `||` (ts v5.5.0-dev.20240314 I've been using) const visionKeywords = [ "vision", "claude-3", "gemini-1.5-pro", + "gemini-1.5-flash", ]; - const isGpt4Turbo = model.includes("gpt-4-turbo") && !model.includes("preview"); + const isGpt4Turbo = + model.includes("gpt-4-turbo") && !model.includes("preview"); - return visionKeywords.some((keyword) => model.includes(keyword)) || isGpt4Turbo; + return ( + visionKeywords.some((keyword) => model.includes(keyword)) || isGpt4Turbo + ); } From 8688842984370479b588bc87b7e3956ae56cd759 Mon Sep 17 00:00:00 2001 From: Leo Li Date: Wed, 15 May 2024 17:53:27 -0400 Subject: [PATCH 3/3] gpt-4o as vision model https://platform.openai.com/docs/guides/vision --- app/utils.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/app/utils.ts b/app/utils.ts index 0b01b91f1..64e3c5406 100644 --- a/app/utils.ts +++ b/app/utils.ts @@ -297,6 +297,7 @@ export function isVisionModel(model: string) { "claude-3", "gemini-1.5-pro", "gemini-1.5-flash", + "gpt-4o", ]; const isGpt4Turbo = model.includes("gpt-4-turbo") && !model.includes("preview");