From 21bab987b7487baa7cc4ac95c198ac57147f6574 Mon Sep 17 00:00:00 2001
From: Greg Brown <greg@12dnetworks.com>
Date: Sun, 24 Mar 2019 23:20:23 -0700
Subject: [PATCH] Speed up ncr:reindex-nodes command by allowing larger batch
 size

---
 CHANGELOG-0.x.md                    |  4 ++++
 src/Command/ExportNodesCommand.php  | 10 +++++++---
 src/Command/ReindexNodesCommand.php |  5 +++--
 3 files changed, 14 insertions(+), 5 deletions(-)

diff --git a/CHANGELOG-0.x.md b/CHANGELOG-0.x.md
index 0f5e2e1..c4f0043 100644
--- a/CHANGELOG-0.x.md
+++ b/CHANGELOG-0.x.md
@@ -2,6 +2,10 @@
 This changelog references the relevant changes done in 0.x versions.
 
 
+## v0.3.14
+* Speed up `ncr:reindex-nodes` command by allowing larger batch size and smaller batch delay.
+
+
 ## v0.3.13
 * Add `NcrExtension::derefNodes` and twig function `ncr_deref_nodes`.
 
diff --git a/src/Command/ExportNodesCommand.php b/src/Command/ExportNodesCommand.php
index 1f247e6..4574f47 100644
--- a/src/Command/ExportNodesCommand.php
+++ b/src/Command/ExportNodesCommand.php
@@ -5,6 +5,7 @@
 
 use Gdbots\Common\Util\NumberUtils;
 use Gdbots\Ncr\Ncr;
+use Gdbots\Pbj\SchemaQName;
 use Gdbots\Schemas\Ncr\Mixin\Node\Node;
 use Gdbots\Schemas\Ncr\Mixin\Node\NodeV1Mixin;
 use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand;
@@ -91,10 +92,13 @@ protected function execute(InputInterface $input, OutputInterface $output)
         $output->setVerbosity(OutputInterface::VERBOSITY_QUIET);
         $errOutput->setVerbosity(OutputInterface::VERBOSITY_NORMAL);
 
-        $batchSize = NumberUtils::bound($input->getOption('batch-size'), 1, 1000);
-        $batchDelay = NumberUtils::bound($input->getOption('batch-delay'), 100, 600000);
+        $batchSize = NumberUtils::bound($input->getOption('batch-size'), 1, 2000);
+        $batchDelay = NumberUtils::bound($input->getOption('batch-delay'), 10, 600000);
         $context = json_decode($input->getOption('context') ?: '{}', true);
         $context['tenant_id'] = (string)$input->getOption('tenant-id');
+        $context['exporting'] = true;
+        $qname = $input->getArgument('qname') ? SchemaQName::fromString($input->getArgument('qname')) : null;
+        $context['exporting_all'] = null === $qname;
 
         $i = 0;
 
@@ -114,7 +118,7 @@ protected function execute(InputInterface $input, OutputInterface $output)
             }
         };
 
-        foreach ($this->getSchemasUsingMixin(NodeV1Mixin::create(), $input->getArgument('qname')) as $schema) {
+        foreach ($this->getSchemasUsingMixin(NodeV1Mixin::create(), (string)$qname ?: null) as $schema) {
             $this->ncr->pipeNodes($schema->getQName(), $receiver, $context);
         }
     }
diff --git a/src/Command/ReindexNodesCommand.php b/src/Command/ReindexNodesCommand.php
index ffee8f9..179d9c6 100644
--- a/src/Command/ReindexNodesCommand.php
+++ b/src/Command/ReindexNodesCommand.php
@@ -107,13 +107,14 @@ protected function execute(InputInterface $input, OutputInterface $output)
     {
         $dryRun = $input->getOption('dry-run');
         $skipErrors = $input->getOption('skip-errors');
-        $batchSize = NumberUtils::bound($input->getOption('batch-size'), 1, 1000);
-        $batchDelay = NumberUtils::bound($input->getOption('batch-delay'), 100, 600000);
+        $batchSize = NumberUtils::bound($input->getOption('batch-size'), 1, 2000);
+        $batchDelay = NumberUtils::bound($input->getOption('batch-delay'), 10, 600000);
         $context = json_decode($input->getOption('context') ?: '{}', true);
         $context['tenant_id'] = (string)$input->getOption('tenant-id');
         $context['skip_errors'] = $skipErrors;
         $context['reindexing'] = true;
         $qname = $input->getArgument('qname') ? SchemaQName::fromString($input->getArgument('qname')) : null;
+        $context['reindex_all'] = null === $qname;
 
         $io = new SymfonyStyle($input, $output);
         $io->title(sprintf('Reindexing nodes for qname "%s"', $qname ?? 'ALL'));