fix: reduce batch size for knowledge service and openai embeddings

CherryHQ · Dec 31, 2024 · b2818f8 · b2818f8
1 parent 8ef9fb0
commit b2818f8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/main/services/KnowledgeService.ts b/src/main/services/KnowledgeService.ts
@@ -45,14 +45,14 @@ class KnowledgeService {
               azureOpenAIApiDeploymentName: model,
               azureOpenAIApiInstanceName: getInstanceName(baseURL),
               dimensions,
-              batchSize: 15
+              batchSize: 10
             })
           : new OpenAiEmbeddings({
               model,
               apiKey,
               configuration: { baseURL },
               dimensions,
-              batchSize: 15
+              batchSize: 10
             })
       )
       .setVectorDatabase(new LibSqlDb({ path: path.join(this.storageDir, id) }))