From b2818f86191f6a14d40e42311f9d3b5de40f6db9 Mon Sep 17 00:00:00 2001 From: kangfenmao Date: Tue, 31 Dec 2024 14:41:08 +0800 Subject: [PATCH] fix: reduce batch size for knowledge service and openai embeddings --- src/main/services/KnowledgeService.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/services/KnowledgeService.ts b/src/main/services/KnowledgeService.ts index b8af2e74..655ff86b 100644 --- a/src/main/services/KnowledgeService.ts +++ b/src/main/services/KnowledgeService.ts @@ -45,14 +45,14 @@ class KnowledgeService { azureOpenAIApiDeploymentName: model, azureOpenAIApiInstanceName: getInstanceName(baseURL), dimensions, - batchSize: 15 + batchSize: 10 }) : new OpenAiEmbeddings({ model, apiKey, configuration: { baseURL }, dimensions, - batchSize: 15 + batchSize: 10 }) ) .setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))