| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
# mt-aws-glacier - Amazon Glacier sync client |
|
2
|
|
|
|
|
|
|
# Copyright (C) 2012-2014 Victor Efimov |
|
3
|
|
|
|
|
|
|
# http://mt-aws.com (also http://vs-dev.com) vs@vs-dev.com |
|
4
|
|
|
|
|
|
|
# License: GPLv3 |
|
5
|
|
|
|
|
|
|
# |
|
6
|
|
|
|
|
|
|
# This file is part of "mt-aws-glacier" |
|
7
|
|
|
|
|
|
|
# |
|
8
|
|
|
|
|
|
|
# mt-aws-glacier is free software: you can redistribute it and/or modify |
|
9
|
|
|
|
|
|
|
# it under the terms of the GNU General Public License as published by |
|
10
|
|
|
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or |
|
11
|
|
|
|
|
|
|
# (at your option) any later version. |
|
12
|
|
|
|
|
|
|
# |
|
13
|
|
|
|
|
|
|
# mt-aws-glacier is distributed in the hope that it will be useful, |
|
14
|
|
|
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
15
|
|
|
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
16
|
|
|
|
|
|
|
# GNU General Public License for more details. |
|
17
|
|
|
|
|
|
|
# |
|
18
|
|
|
|
|
|
|
# You should have received a copy of the GNU General Public License |
|
19
|
|
|
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
package App::MtAws::Command::Retrieve; |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
our $VERSION = '1.114_2'; |
|
24
|
|
|
|
|
|
|
|
|
25
|
2
|
|
|
2
|
|
1695
|
use strict; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
54
|
|
|
26
|
2
|
|
|
2
|
|
6
|
use warnings; |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
46
|
|
|
27
|
2
|
|
|
2
|
|
7
|
use utf8; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
9
|
|
|
28
|
2
|
|
|
2
|
|
30
|
use Carp; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
145
|
|
|
29
|
2
|
|
|
2
|
|
437
|
use App::MtAws::ForkEngine qw/with_forks fork_engine/; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
96
|
|
|
30
|
2
|
|
|
2
|
|
8
|
use App::MtAws::Utils; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
260
|
|
|
31
|
|
|
|
|
|
|
|
|
32
|
2
|
|
|
2
|
|
1054
|
use App::MtAws::QueueJob::Retrieve; |
|
|
2
|
|
|
|
|
5
|
|
|
|
2
|
|
|
|
|
42
|
|
|
33
|
2
|
|
|
2
|
|
417
|
use App::MtAws::QueueJob::Iterator; |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
806
|
|
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
sub next_retrieve |
|
36
|
|
|
|
|
|
|
{ |
|
37
|
0
|
|
|
0
|
0
|
0
|
my ($filelistref) = @_; |
|
38
|
0
|
0
|
|
|
|
0
|
if (my $rec = shift @{ $filelistref }) { |
|
|
0
|
|
|
|
|
0
|
|
|
39
|
0
|
|
|
|
|
0
|
return App::MtAws::QueueJob::Retrieve->new(map { $_ => $rec->{$_}} qw/archive_id filename relfilename/ ); |
|
|
0
|
|
|
|
|
0
|
|
|
40
|
|
|
|
|
|
|
} else { |
|
41
|
0
|
|
|
|
|
0
|
return; |
|
42
|
|
|
|
|
|
|
} |
|
43
|
|
|
|
|
|
|
} |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
sub run |
|
46
|
|
|
|
|
|
|
{ |
|
47
|
0
|
|
|
0
|
0
|
0
|
my ($options, $j) = @_; |
|
48
|
0
|
0
|
|
|
|
0
|
confess unless $j->{use_active_retrievals}; |
|
49
|
|
|
|
|
|
|
with_forks !$options->{'dry-run'}, $options, sub { |
|
50
|
0
|
|
|
0
|
|
0
|
$j->read_journal(should_exist => 1); |
|
51
|
|
|
|
|
|
|
|
|
52
|
0
|
|
|
|
|
0
|
my @filelist = get_file_list($options, $j); |
|
53
|
|
|
|
|
|
|
|
|
54
|
0
|
0
|
|
|
|
0
|
if (@filelist) { |
|
55
|
0
|
0
|
|
|
|
0
|
if ($options->{'dry-run'}) { |
|
56
|
0
|
|
|
|
|
0
|
for (@filelist) { |
|
57
|
0
|
|
|
|
|
0
|
print "Will RETRIEVE archive $_->{archive_id} (filename $_->{relfilename})\n" |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
} else { |
|
60
|
0
|
|
|
|
|
0
|
my $ft = App::MtAws::QueueJob::Iterator->new(iterator => sub { next_retrieve(\@filelist) }); |
|
|
0
|
|
|
|
|
0
|
|
|
61
|
0
|
|
|
|
|
0
|
$j->open_for_write(); |
|
62
|
0
|
|
|
|
|
0
|
my ($R) = fork_engine->{parent_worker}->process_task($ft, $j); |
|
63
|
0
|
0
|
|
|
|
0
|
die unless $R; |
|
64
|
0
|
|
|
|
|
0
|
$j->close_for_write(); |
|
65
|
|
|
|
|
|
|
} |
|
66
|
|
|
|
|
|
|
} else { |
|
67
|
0
|
|
|
|
|
0
|
print "Nothing to restore\n"; |
|
68
|
|
|
|
|
|
|
} |
|
69
|
|
|
|
|
|
|
} |
|
70
|
0
|
|
|
|
|
0
|
} |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
sub get_file_list # TODO: optimize as lazy code |
|
73
|
|
|
|
|
|
|
{ |
|
74
|
12
|
|
|
12
|
0
|
136
|
my ($options, $j) = @_; |
|
75
|
12
|
|
|
|
|
13
|
my $files = $j->{journal_h}; |
|
76
|
|
|
|
|
|
|
# TODO: refactor |
|
77
|
|
|
|
|
|
|
my @filelist = |
|
78
|
91
|
|
100
|
|
|
2263
|
grep { !$j->{active_retrievals}{$_->{archive_id}} && ! -f binaryfilename $_->{filename} } |
|
79
|
91
|
|
|
|
|
140
|
map { {archive_id => $_->{archive_id}, relfilename => $_->{relfilename}, filename=> $j->absfilename($_->{relfilename}) } } |
|
80
|
91
|
|
|
|
|
116
|
map { $j->latest($_) } # TODO: two maps is not effective |
|
81
|
12
|
|
|
|
|
11
|
keys %{$files}; |
|
|
12
|
|
|
|
|
26
|
|
|
82
|
12
|
|
|
|
|
551
|
@filelist = splice(@filelist, 0, $options->{'max-number-of-files'}); |
|
83
|
|
|
|
|
|
|
} |
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
1; |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
__END__ |