setName('fos:elastica:populate') ->addOption('index', null, InputOption::VALUE_OPTIONAL, 'The index to repopulate') ->addOption('type', null, InputOption::VALUE_OPTIONAL, 'The type to repopulate') ->addOption('no-reset', null, InputOption::VALUE_NONE, 'Do not reset index before populating') ->addOption('offset', null, InputOption::VALUE_REQUIRED, 'Start indexing at offset', 0) ->addOption('sleep', null, InputOption::VALUE_REQUIRED, 'Sleep time between persisting iterations (microseconds)', 0) ->addOption('batch-size', null, InputOption::VALUE_REQUIRED, 'Index packet size (overrides provider config option)') ->addOption('ignore-errors', null, InputOption::VALUE_NONE, 'Do not stop on errors') ->addOption('no-overwrite-format', null, InputOption::VALUE_NONE, 'Prevent this command from overwriting ProgressBar\'s formats') ->setDescription('Populates search indexes from providers') ; } /** * {@inheritDoc} */ protected function initialize(InputInterface $input, OutputInterface $output) { $this->dispatcher = $this->getContainer()->get('event_dispatcher'); $this->indexManager = $this->getContainer()->get('fos_elastica.index_manager'); $this->providerRegistry = $this->getContainer()->get('fos_elastica.provider_registry'); $this->resetter = $this->getContainer()->get('fos_elastica.resetter'); $this->progressClosureBuilder = new ProgressClosureBuilder(); if (!$input->getOption('no-overwrite-format') && class_exists('Symfony\\Component\\Console\\Helper\\ProgressBar')) { ProgressBar::setFormatDefinition('normal', " %current%/%max% [%bar%] %percent:3s%%\n%message%"); ProgressBar::setFormatDefinition('verbose', " %current%/%max% [%bar%] %percent:3s%% %elapsed:6s%\n%message%"); ProgressBar::setFormatDefinition('very_verbose', " %current%/%max% [%bar%] %percent:3s%% %elapsed:6s%/%estimated:-6s%\n%message%"); ProgressBar::setFormatDefinition('debug', " %current%/%max% [%bar%] %percent:3s%% %elapsed:6s%/%estimated:-6s% %memory:6s%\n%message%"); } } /** * {@inheritDoc} */ protected function execute(InputInterface $input, OutputInterface $output) { $index = $input->getOption('index'); $type = $input->getOption('type'); $reset = !$input->getOption('no-reset'); $options = array( 'ignore_errors' => $input->getOption('ignore-errors'), 'offset' => $input->getOption('offset'), 'sleep' => $input->getOption('sleep') ); if ($input->getOption('batch-size')) { $options['batch_size'] = (int) $input->getOption('batch-size'); } if ($input->isInteractive() && $reset && $input->getOption('offset')) { /** @var DialogHelper $dialog */ $dialog = $this->getHelperSet()->get('dialog'); if (!$dialog->askConfirmation($output, 'You chose to reset the index and start indexing with an offset. Do you really want to do that?', true)) { return; } } if (null === $index && null !== $type) { throw new \InvalidArgumentException('Cannot specify type option without an index.'); } if (null !== $index) { if (null !== $type) { $this->populateIndexType($output, $index, $type, $reset, $options); } else { $this->populateIndex($output, $index, $reset, $options); } } else { $indexes = array_keys($this->indexManager->getAllIndexes()); foreach ($indexes as $index) { $this->populateIndex($output, $index, $reset, $options); } } } /** * Recreates an index, populates its types, and refreshes the index. * * @param OutputInterface $output * @param string $index * @param boolean $reset * @param array $options */ private function populateIndex(OutputInterface $output, $index, $reset, $options) { $event = new IndexPopulateEvent($index, $reset, $options); $this->dispatcher->dispatch(IndexPopulateEvent::PRE_INDEX_POPULATE, $event); if ($event->isReset()) { $output->writeln(sprintf('Resetting %s', $index)); $this->resetter->resetIndex($index, true); } $types = array_keys($this->providerRegistry->getIndexProviders($index)); foreach ($types as $type) { $this->populateIndexType($output, $index, $type, false, $event->getOptions()); } $this->dispatcher->dispatch(IndexPopulateEvent::POST_INDEX_POPULATE, $event); $this->refreshIndex($output, $index); } /** * Deletes/remaps an index type, populates it, and refreshes the index. * * @param OutputInterface $output * @param string $index * @param string $type * @param boolean $reset * @param array $options */ private function populateIndexType(OutputInterface $output, $index, $type, $reset, $options) { $event = new TypePopulateEvent($index, $type, $reset, $options); $this->dispatcher->dispatch(TypePopulateEvent::PRE_TYPE_POPULATE, $event); if ($event->isReset()) { $output->writeln(sprintf('Resetting %s/%s', $index, $type)); $this->resetter->resetIndexType($index, $type); } $provider = $this->providerRegistry->getProvider($index, $type); $loggerClosure = $this->progressClosureBuilder->build($output, 'Populating', $index, $type); $provider->populate($loggerClosure, $event->getOptions()); $this->dispatcher->dispatch(TypePopulateEvent::POST_TYPE_POPULATE, $event); $this->refreshIndex($output, $index, false); } /** * Refreshes an index. * * @param OutputInterface $output * @param string $index * @param bool $postPopulate */ private function refreshIndex(OutputInterface $output, $index, $postPopulate = true) { if ($postPopulate) { $this->resetter->postPopulate($index); } $output->writeln(sprintf('Refreshing %s', $index)); $this->indexManager->getIndex($index)->refresh(); } }