feat: reduce embedding batch size to 5

This commit is contained in:
kangfenmao 2025-02-04 12:35:42 +08:00
parent 7e94058199
commit 73a092ffe9

View File

@ -45,14 +45,14 @@ class KnowledgeService {
azureOpenAIApiDeploymentName: model,
azureOpenAIApiInstanceName: getInstanceName(baseURL),
dimensions,
batchSize: 10
batchSize: 5
})
: new OpenAiEmbeddings({
model,
apiKey,
configuration: { baseURL },
dimensions,
batchSize: 10
batchSize: 5
})
)
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))