summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorByron Jones <glob@mozilla.com>2015-10-09 06:57:36 +0200
committerByron Jones <glob@mozilla.com>2015-10-09 06:57:36 +0200
commit0c703a9d3b3ede6728b0fff7a979f48ce22adbb9 (patch)
tree3bac7b5369514b0e1d6d1c204af4ef856846cdea
parentc0de3b68fb334d059fd8b717204aa52028b36532 (diff)
downloadbugzilla-0c703a9d3b3ede6728b0fff7a979f48ce22adbb9.tar.gz
bugzilla-0c703a9d3b3ede6728b0fff7a979f48ce22adbb9.tar.xz
Bug 1178094 - Update crash signatures to match new Socorro signature generation
-rwxr-xr-xscripts/update-crash-signatures.pl199
1 files changed, 199 insertions, 0 deletions
diff --git a/scripts/update-crash-signatures.pl b/scripts/update-crash-signatures.pl
new file mode 100755
index 000000000..179d0decb
--- /dev/null
+++ b/scripts/update-crash-signatures.pl
@@ -0,0 +1,199 @@
+#!/usr/bin/perl
+
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+#
+# This Source Code Form is "Incompatible With Secondary Licenses", as
+# defined by the Mozilla Public License, v. 2.0.
+
+use strict;
+use warnings;
+$| = 1;
+
+use FindBin qw($RealBin);
+use lib "$RealBin/..", "$RealBin/../lib";
+
+use constant BATCH_SIZE => 100;
+
+use Bugzilla;
+use Bugzilla::Bug;
+use Bugzilla::Constants;
+use Bugzilla::Util qw( trim );
+use List::MoreUtils qw( any );
+use Text::Balanced qw( extract_bracketed extract_multiple );
+
+Bugzilla->usage_mode(USAGE_MODE_CMDLINE);
+
+my $user = Bugzilla::User->check({ name => 'automation@bmo.tld' });
+$user->{groups} = [ Bugzilla::Group->get_all ];
+$user->{bless_groups} = [ Bugzilla::Group->get_all ];
+Bugzilla->set_user($user);
+
+my $dbh = Bugzilla->dbh;
+
+# find the bugs
+
+my $bugs = $dbh->selectall_arrayref(
+ "SELECT bug_id,cf_crash_signature FROM bugs WHERE resolution = '' AND cf_crash_signature != ''",
+ { Slice => {} }
+);
+my $count = scalar @$bugs;
+
+# update
+
+die "No bugs found\n" unless $count;
+print "Found $count open bug(s) with crash signatures\nPress <Ctrl-C> to stop or <Enter> to continue..\n";
+getc();
+
+my $updated = 0;
+foreach my $rh_bug (@$bugs) {
+ my $bug_id = $rh_bug->{bug_id};
+ my $signature = $rh_bug->{cf_crash_signature};
+
+ # check for updated signature
+ my $collapsed = collapse($signature);
+ next if is_same($signature, $collapsed);
+
+ # ignore signatures malformed in a way that would result in updating on each pass
+ next if $collapsed ne collapse($collapsed);
+
+ # update the bug, preventing bugmail
+ print "$bug_id\n";
+ $dbh->bz_start_transaction;
+ my $bug = Bugzilla::Bug->check($bug_id);
+ $bug->set_all({ cf_crash_signature => $collapsed });
+ $bug->update();
+ $dbh->do("UPDATE bugs SET lastdiffed = delta_ts WHERE bug_id = ?", undef, $bug_id);
+ $dbh->bz_commit_transaction;
+
+ # object caching causes us to consume a lot of memory
+ # process in batches
+ last if ++$updated == BATCH_SIZE;
+}
+print "Updated $updated bugs(s)\n";
+
+sub is_same {
+ my ($old, $new) = @_;
+ $old =~ s/[\015\012]+/ /g;
+ $new =~ s/[\015\012]+/ /g;
+ return trim($old) eq trim($new);
+}
+
+sub collapse {
+ my ($crash_signature) = @_;
+
+ # ignore completely invalid signatures
+ return $crash_signature unless $crash_signature =~ /\[/ && $crash_signature =~ /\]/;
+
+ # split
+ my @signatures =
+ grep { /\S/ }
+ extract_multiple($crash_signature, [ sub { extract_bracketed($_[0], '[]') } ]);
+ my @unbracketed = map { unbracketed($_) } @signatures;
+
+ foreach my $signature (@signatures) {
+ # ignore invalid signatures
+ next unless $signature =~ /^\s*\[/;
+ next if unbracketed($signature) =~ /\.\.\.$/;
+
+ # collpase
+ my $collapsed = collapse_crash_sig({
+ signature => $signature,
+ open => '<',
+ replacement_open => '<',
+ close => '>',
+ replacement_close => 'T>',
+ exceptions => [],
+ });
+ $collapsed = collapse_crash_sig({
+ signature => $collapsed,
+ open => '(',
+ replacement_open => '',
+ close => ')',
+ replacement_close => '',
+ exceptions => ['anonymous namespace', 'operator'],
+ });
+ $collapsed =~ s/\s+/ /g;
+
+ # ignore sigs that collapse down to nothing
+ next if $collapsed eq '[@ ]';
+
+ # don't create duplicates
+ my $unbracketed = unbracketed($collapsed);
+ next if any { $unbracketed eq $_ } @unbracketed;
+
+ push @signatures, $collapsed;
+ push @unbracketed, $unbracketed;
+ }
+
+ return join("\015\012", map { trim($_) } @signatures);
+}
+
+sub unbracketed {
+ my ($signature) = @_;
+ $signature =~ s/(^\s*\[\s*|\s*\]\s*$)//g;
+ return $signature;
+}
+
+# collapsing code lifted from socorro:
+# https://github.com/mozilla/socorro/blob/master/socorro/processor/signature_utilities.py#L110
+
+my ($target_counter, $exception_mode, @collapsed);
+
+sub append_if_not_in_collapse_mode {
+ my ($character) = @_;
+ if (!$target_counter) {
+ push @collapsed, $character;
+ }
+}
+
+sub is_exception {
+ my ($exceptions, $remaining_original_line, $line_up_to_current_position) = @_;
+ foreach my $exception (@$exceptions) {
+ if (substr($remaining_original_line, 0, length($exception)) eq $exception) {
+ return 1;
+ }
+ if (substr($line_up_to_current_position, -length($exception)) eq $exception) {
+ return 1;
+ }
+ }
+ return 0;
+}
+
+sub collapse_crash_sig {
+ my ($params) = @_;
+
+ $target_counter = 0;
+ @collapsed = ();
+ $exception_mode = 0;
+ my $signature = $params->{signature};
+
+ for (my $i = 0; $i < length($signature); $i++) {
+ my $character = substr($signature, $i, 1);
+ if ($character eq $params->{open}) {
+ if (is_exception($params->{exceptions}, substr($signature, $i + 1), substr($signature, 0, $i))) {
+ $exception_mode = 1;
+ append_if_not_in_collapse_mode($character);
+ next;
+ }
+ append_if_not_in_collapse_mode($params->{replacement_open});
+ $target_counter++;
+ }
+ elsif ($character eq $params->{close}) {
+ if ($exception_mode) {
+ append_if_not_in_collapse_mode($character);
+ $exception_mode = 0;
+ }
+ else {
+ $target_counter--;
+ append_if_not_in_collapse_mode($params->{replacement_close});
+ }
+ }
+ else {
+ append_if_not_in_collapse_mode($character);
+ }
+ }
+
+ return join '', @collapsed;
+}