Bug 1307478 - Elasticsearch Indexer / Bulk Indexer

1 files changed, 70 insertions, 0 deletions

diff --git a/scripts/bulk_index.pl b/scripts/bulk_index.pl
new file mode 100644
index 000000000..d501ded39
--- /dev/null
+++ b/scripts/bulk_index.pl
@@ -0,0 +1,70 @@
+#!/usr/bin/perl
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+#
+# This Source Code Form is "Incompatible With Secondary Licenses", as
+# defined by the Mozilla Public License, v. 2.0.
+use strict;
+use warnings;
+use 5.10.1;
+use Bugzilla;
+BEGIN { Bugzilla->extensions }
+
+use Bugzilla::Elastic::Indexer;
+use IO::Async::Timer::Periodic;
+use IO::Async::Loop;
+use Time::HiRes qw(time);
+
+use Getopt::Long qw(:config gnu_getopt);
+
+my ($debug_sql, $progress_bar, $once);
+my $verbose = 0;
+
+GetOptions(
+    'verbose|v+'  => \$verbose,
+    'debug-sql'    => \$debug_sql,
+    'progress-bar' => \$progress_bar,
+    'once|n'       => \$once,
+);
+
+if ($progress_bar) {
+    $progress_bar = eval { require Term::ProgressBar; 1};
+}
+
+my $indexer = Bugzilla::Elastic::Indexer->new(
+    $debug_sql ? ( debug_sql => 1 ) : (),
+    $progress_bar ? ( progress_bar => 'Term::ProgressBar' ) : (),
+);
+
+$indexer->create_index;
+
+my $loop = IO::Async::Loop->new;
+my $timer = IO::Async::Timer::Periodic->new(
+    first_interval => 0,
+    interval       => 15,
+    reschedule     => 'skip',
+
+    on_tick => sub {
+        my $start_users = time;
+        say "indexing users" if $verbose;
+        $indexer->bulk_load('Bugzilla::User');
+        print "    ", time - $start_users, " seconds\n" if $verbose > 1;
+
+        say "indexing bugs" if $verbose;
+        my $start_bugs = time;
+        $indexer->bulk_load('Bugzilla::Bug');
+        print "    ", time - $start_bugs, " seconds\n" if $verbose > 1;
+
+        say "indexing comments" if $verbose;
+        my $start_comments = time;
+        $indexer->bulk_load('Bugzilla::Comment');
+        print "    ", time - $start_comments, " seconds\n" if $verbose > 1;
+
+        $loop->stop if $once;
+    },
+);
+
+$timer->start();
+$loop->add($timer);
+$loop->run;