feat: reduce embedding batch size to 5
This commit is contained in:
parent
2208ab7277
commit
bfa61ae3ee
@ -45,14 +45,14 @@ class KnowledgeService {
|
|||||||
azureOpenAIApiDeploymentName: model,
|
azureOpenAIApiDeploymentName: model,
|
||||||
azureOpenAIApiInstanceName: getInstanceName(baseURL),
|
azureOpenAIApiInstanceName: getInstanceName(baseURL),
|
||||||
dimensions,
|
dimensions,
|
||||||
batchSize: 10
|
batchSize: 5
|
||||||
})
|
})
|
||||||
: new OpenAiEmbeddings({
|
: new OpenAiEmbeddings({
|
||||||
model,
|
model,
|
||||||
apiKey,
|
apiKey,
|
||||||
configuration: { baseURL },
|
configuration: { baseURL },
|
||||||
dimensions,
|
dimensions,
|
||||||
batchSize: 10
|
batchSize: 5
|
||||||
})
|
})
|
||||||
)
|
)
|
||||||
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))
|
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user