From fe2e3bfc36b899ce0bcc0b031809dbd712b5236f Mon Sep 17 00:00:00 2001
From: kangfenmao <kangfenmao@qq.com>
Date: Fri, 18 Oct 2024 13:21:11 +0800
Subject: [PATCH] feat: add qwen2-vl modal vision support

---
 src/renderer/src/config/models.ts | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)

diff --git a/src/renderer/src/config/models.ts b/src/renderer/src/config/models.ts
index fcce1eb6..2467ac2b 100644
--- a/src/renderer/src/config/models.ts
+++ b/src/renderer/src/config/models.ts
@@ -120,7 +120,7 @@ import YiModelLogoDark from '@renderer/assets/images/models/yi_dark.png'
 import { Model } from '@renderer/types'
 import OpenAI from 'openai'
 
-const allowedModels = [
+const visionAllowedModels = [
   'llava',
   'moondream',
   'minicpm',
@@ -129,11 +129,19 @@ const allowedModels = [
   'vision',
   'glm-4v',
   'qwen-vl',
+  'qwen2-vl',
+  'internvl2',
   'gpt-4(?:-[\\w-]+)',
   'gpt-4o(?:-[\\w-]+)?'
 ]
-const excludedModels = ['gpt-4-\\d+-preview', 'gpt-4-turbo-preview', 'gpt-4-32k', 'gpt-4-\\d+']
-const VISION_REGEX = new RegExp(`\\b(?!(?:${excludedModels.join('|')})\\b)(${allowedModels.join('|')})\\b`, 'i')
+
+const visionExcludedModels = ['gpt-4-\\d+-preview', 'gpt-4-turbo-preview', 'gpt-4-32k', 'gpt-4-\\d+']
+
+const VISION_REGEX = new RegExp(
+  `\\b(?!(?:${visionExcludedModels.join('|')})\\b)(${visionAllowedModels.join('|')})\\b`,
+  'i'
+)
+
 const TEXT_TO_IMAGE_REGEX = /flux|diffusion|stabilityai|sd-|dall|cogview/i
 const EMBEDDING_REGEX = /(?:^text-|embed|rerank|davinci|babbage|bge-|base|retrieval|uae-)/i
 const NOT_SUPPORTED_REGEX = /(?:^text-|embed|tts|rerank|whisper|speech|davinci|babbage|bge-|base|retrieval|uae-)/i