fix: reduce batch size for knowledge service and openai embeddings

2024-12-31 14:41:08 +08:00 · 2024-12-31 14:41:08 +08:00 · b2818f8619
commit b2818f8619
parent 8ef9fb0216
1 changed files with 2 additions and 2 deletions
--- a/src/main/services/KnowledgeService.ts
+++ b/src/main/services/KnowledgeService.ts
@ -45,14 +45,14 @@ class KnowledgeService {
              azureOpenAIApiDeploymentName: model,
              azureOpenAIApiInstanceName: getInstanceName(baseURL),
              dimensions,
-              batchSize: 15
+              batchSize: 10
            })
          : new OpenAiEmbeddings({
              model,
              apiKey,
              configuration: { baseURL },
              dimensions,
-              batchSize: 15
+              batchSize: 10
            })
      )
      .setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))