fix: reduce batch size for knowledge service and openai embeddings

This commit is contained in:
kangfenmao 2024-12-31 14:41:08 +08:00
parent 14a7e45a46
commit f97bd4d91f

View File

@ -45,14 +45,14 @@ class KnowledgeService {
azureOpenAIApiDeploymentName: model, azureOpenAIApiDeploymentName: model,
azureOpenAIApiInstanceName: getInstanceName(baseURL), azureOpenAIApiInstanceName: getInstanceName(baseURL),
dimensions, dimensions,
batchSize: 15 batchSize: 10
}) })
: new OpenAiEmbeddings({ : new OpenAiEmbeddings({
model, model,
apiKey, apiKey,
configuration: { baseURL }, configuration: { baseURL },
dimensions, dimensions,
batchSize: 15 batchSize: 10
}) })
) )
.setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) })) .setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))