summaryrefslogtreecommitdiffstats
path: root/scripts/bulk_index.pl
blob: d501ded39571c237d0846e24f747c600c542e297 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/usr/bin/perl
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#
# This Source Code Form is "Incompatible With Secondary Licenses", as
# defined by the Mozilla Public License, v. 2.0.
use strict;
use warnings;
use 5.10.1;
use Bugzilla;
BEGIN { Bugzilla->extensions }

use Bugzilla::Elastic::Indexer;
use IO::Async::Timer::Periodic;
use IO::Async::Loop;
use Time::HiRes qw(time);

use Getopt::Long qw(:config gnu_getopt);

my ($debug_sql, $progress_bar, $once);
my $verbose = 0;

GetOptions(
    'verbose|v+'  => \$verbose,
    'debug-sql'    => \$debug_sql,
    'progress-bar' => \$progress_bar,
    'once|n'       => \$once,
);

if ($progress_bar) {
    $progress_bar = eval { require Term::ProgressBar; 1};
}

my $indexer = Bugzilla::Elastic::Indexer->new(
    $debug_sql ? ( debug_sql => 1 ) : (),
    $progress_bar ? ( progress_bar => 'Term::ProgressBar' ) : (),
);

$indexer->create_index;

my $loop = IO::Async::Loop->new;
my $timer = IO::Async::Timer::Periodic->new(
    first_interval => 0,
    interval       => 15,
    reschedule     => 'skip',

    on_tick => sub {
        my $start_users = time;
        say "indexing users" if $verbose;
        $indexer->bulk_load('Bugzilla::User');
        print "    ", time - $start_users, " seconds\n" if $verbose > 1;

        say "indexing bugs" if $verbose;
        my $start_bugs = time;
        $indexer->bulk_load('Bugzilla::Bug');
        print "    ", time - $start_bugs, " seconds\n" if $verbose > 1;

        say "indexing comments" if $verbose;
        my $start_comments = time;
        $indexer->bulk_load('Bugzilla::Comment');
        print "    ", time - $start_comments, " seconds\n" if $verbose > 1;

        $loop->stop if $once;
    },
);

$timer->start();
$loop->add($timer);
$loop->run;