1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
#!/usr/bin/perl
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#
# This Source Code Form is "Incompatible With Secondary Licenses", as
# defined by the Mozilla Public License, v. 2.0.
use strict;
use warnings;
$| = 1;
use FindBin qw($RealBin);
use lib ("$RealBin/..", "$RealBin/../lib", "$RealBin/../local/lib/perl5");
use Bugzilla;
use Bugzilla::Attachment;
use Bugzilla::Install::Util qw(indicate_progress);
use Getopt::Long qw(GetOptions);
my @storage_names = Bugzilla::Attachment->get_storage_names();
my %options;
GetOptions(\%options, 'mirror=s@{2}', 'copy=s@{2}', 'delete=s') or exit(1);
unless ($options{mirror} || $options{copy} || $options{delete}) {
die <<EOF;
Syntax:
migrate-attachments.pl --mirror source destination
migrate-attachments.pl --copy source destination
migrate-attachments.pl --delete source
'mirror'
Copies all attachments from the specified source to the destination.
Attachments which already exist at the destination will not be copied
again. Attachments deleted on the source will be deleted from the
destination.
eg. migrate-attachments.pl --mirror database s3
'copy'
Copies all attachments from the specified source to the destination.
Attachments which already exist at the destination will not be copied
again. Unlike 'mirror', attachments deleted from the source will not be
removed from the destination.
eg. migrate-attachments.pl --copy database s3
'delete'
Deletes all attachments in the specified location. This operation cannot
be undone.
eg. migrate-attachments.pl --delete database
Valid locations:
@storage_names
EOF
}
my $dbh = Bugzilla->dbh;
if ($options{mirror}) {
if ($options{mirror}->[0] eq $options{mirror}->[1]) {
die "Source and destination must be different\n";
}
my ($source, $dest) = map { storage($_) } @{ $options{mirror} };
my ($total) = $dbh->selectrow_array("SELECT COUNT(*) FROM attachments");
confirm(sprintf('Mirror %s attachments from %s to %s?', $total, @{ $options{mirror} }));
my $sth = $dbh->prepare("SELECT attach_id, attach_size FROM attachments ORDER BY attach_id DESC");
$sth->execute();
my ($count, $deleted, $stored) = (0, 0, 0);
while (my ($attach_id, $attach_size) = $sth->fetchrow_array()) {
indicate_progress({ total => $total, current => ++$count });
# remove deleted attachments
if ($attach_size == 0 && $dest->exists($attach_id)) {
$dest->remove($attach_id);
$deleted++;
}
# store attachments that don't already exist
elsif ($attach_size != 0 && !$dest->exists($attach_id)) {
if (my $data = $source->retrieve($attach_id)) {
$dest->store($attach_id, $data);
$stored++;
}
}
}
print "\n";
print "Attachments stored: $stored\n";
print "Attachments deleted: $deleted\n" if $deleted;
}
elsif ($options{copy}) {
if ($options{copy}->[0] eq $options{copy}->[1]) {
die "Source and destination must be different\n";
}
my ($source, $dest) = map { storage($_) } @{ $options{copy} };
my ($total) = $dbh->selectrow_array("SELECT COUNT(*) FROM attachments WHERE attach_size != 0");
confirm(sprintf('Copy %s attachments from %s to %s?', $total, @{ $options{copy} }));
my $sth = $dbh->prepare("SELECT attach_id, attach_size FROM attachments WHERE attach_size != 0 ORDER BY attach_id DESC");
$sth->execute();
my ($count, $stored) = (0, 0);
while (my ($attach_id, $attach_size) = $sth->fetchrow_array()) {
indicate_progress({ total => $total, current => ++$count });
# store attachments that don't already exist
if (!$dest->exists($attach_id)) {
if (my $data = $source->retrieve($attach_id)) {
$dest->store($attach_id, $data);
$stored++;
}
}
}
print "\n";
print "Attachments stored: $stored\n";
}
elsif ($options{delete}) {
my $storage = storage($options{delete});
my ($total) = $dbh->selectrow_array("SELECT COUNT(*) FROM attachments WHERE attach_size != 0");
confirm(sprintf('DELETE %s attachments from %s?', $total, $options{delete}));
my $sth = $dbh->prepare("SELECT attach_id FROM attachments WHERE attach_size != 0 ORDER BY attach_id DESC");
$sth->execute();
my ($count, $deleted) = (0, 0);
while (my ($attach_id) = $sth->fetchrow_array()) {
indicate_progress({ total => $total, current => ++$count });
if ($storage->exists($attach_id)) {
$storage->remove($attach_id);
$deleted++;
}
}
print "\n";
print "Attachments deleted: $deleted\n";
}
sub storage {
my ($name) = @_;
my $storage = Bugzilla::Attachment::get_storage_by_name($name)
or die "Invalid attachment location: $name\n";
return $storage;
}
sub confirm {
my ($prompt) = @_;
print $prompt, "\n\nPress <Ctrl-C> to stop or <Enter> to continue..\n";
getc();
}
|
