Merge pull request #17 from kitsunet/feature/configurable-batch-size

FEATURE: Make batch size configurable
Flowpack · Oct 4, 2017 · db61678 · db61678
2 parents a1b9ca5 + d7beec6
commit db61678
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/Classes/Command/NodeIndexQueueCommandController.php b/Classes/Command/NodeIndexQueueCommandController.php
@@ -26,6 +26,7 @@ class NodeIndexQueueCommandController extends CommandController
 
     const BATCH_QUEUE_NAME = 'Flowpack.ElasticSearch.ContentRepositoryQueueIndexer';
     const LIVE_QUEUE_NAME = 'Flowpack.ElasticSearch.ContentRepositoryQueueIndexer.Live';
+    const DEFAULT_BATCH_SIZE = 500;
 
     /**
      * @var JobManager
@@ -69,6 +70,12 @@ class NodeIndexQueueCommandController extends CommandController
      */
     protected $nodeIndexer;
 
+    /**
+     * @Flow\InjectConfiguration(package="Flowpack.ElasticSearch.ContentRepositoryQueueIndexer")
+     * @var array
+     */
+    protected $settings;
+
     /**
      * Index all nodes by creating a new index and when everything was completed, switch the index alias.
      *
@@ -210,7 +217,7 @@ protected function indexWorkspace($workspaceName, $indexPostfix)
         $this->outputLine('<info>++</info> Indexing %s workspace', [$workspaceName]);
         $nodeCounter = 0;
         $offset = 0;
-        $batchSize = 500;
+        $batchSize = $this->settings['batchSize'] ?? static::DEFAULT_BATCH_SIZE;
         while (true) {
             $iterator = $this->nodeDataRepository->findAllBySiteAndWorkspace($workspaceName, $offset, $batchSize);
 

diff --git a/Configuration/Settings.yaml b/Configuration/Settings.yaml
@@ -2,7 +2,8 @@ Flowpack:
   ElasticSearch:
     ContentRepositoryQueueIndexer:
       enableLiveAsyncIndexing: true
-
+      # Change size of single batch jobs via this setting (fallback default is 500)
+      # batchSize: 50
   JobQueue:
     Common:
       queues: