fix: reduce batch size for knowledge service and openai embeddings
This commit is contained in:
parent
8ef9fb0216
commit
b2818f8619
@ -45,14 +45,14 @@ class KnowledgeService {
|
|||||||
azureOpenAIApiDeploymentName: model,
|
azureOpenAIApiDeploymentName: model,
|
||||||
azureOpenAIApiInstanceName: getInstanceName(baseURL),
|
azureOpenAIApiInstanceName: getInstanceName(baseURL),
|
||||||
dimensions,
|
dimensions,
|
||||||
batchSize: 15
|
batchSize: 10
|
||||||
})
|
})
|
||||||
: new OpenAiEmbeddings({
|
: new OpenAiEmbeddings({
|
||||||
model,
|
model,
|
||||||
apiKey,
|
apiKey,
|
||||||
configuration: { baseURL },
|
configuration: { baseURL },
|
||||||
dimensions,
|
dimensions,
|
||||||
batchSize: 15
|
batchSize: 10
|
||||||
})
|
})
|
||||||
)
|
)
|
||||||
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))
|
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user