| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
# -*- perl -*- |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
# |
|
4
|
|
|
|
|
|
|
# Author: Slaven Rezic |
|
5
|
|
|
|
|
|
|
# |
|
6
|
|
|
|
|
|
|
# Copyright (C) 2017,2018 Slaven Rezic. All rights reserved. |
|
7
|
|
|
|
|
|
|
# This package is free software; you can redistribute it and/or |
|
8
|
|
|
|
|
|
|
# modify it under the same terms as Perl itself. |
|
9
|
|
|
|
|
|
|
# |
|
10
|
|
|
|
|
|
|
# Mail: slaven@rezic.de |
|
11
|
|
|
|
|
|
|
# WWW: http://www.rezic.de/eserte/ |
|
12
|
|
|
|
|
|
|
# |
|
13
|
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
package Doit::Lwp; # Convention: all commands here should be prefixed with 'lwp_' |
|
15
|
|
|
|
|
|
|
|
|
16
|
1
|
|
|
1
|
|
7
|
use strict; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
34
|
|
|
17
|
1
|
|
|
1
|
|
5
|
use warnings; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
48
|
|
|
18
|
|
|
|
|
|
|
our $VERSION = '0.012'; |
|
19
|
|
|
|
|
|
|
|
|
20
|
1
|
|
|
1
|
|
5
|
use Doit::Log; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
704
|
|
|
21
|
|
|
|
|
|
|
|
|
22
|
1
|
|
|
1
|
0
|
13
|
sub new { bless {}, shift } |
|
23
|
1
|
|
|
1
|
0
|
4
|
sub functions { qw(lwp_mirror) } |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
{ |
|
26
|
|
|
|
|
|
|
my $ua; # XXX cache in object? |
|
27
|
|
|
|
|
|
|
sub _get_cached_ua { |
|
28
|
0
|
|
|
0
|
|
0
|
my($self) = @_; |
|
29
|
0
|
0
|
|
|
|
0
|
return $ua if $ua; |
|
30
|
0
|
|
|
|
|
0
|
require LWP::UserAgent; |
|
31
|
0
|
|
|
|
|
0
|
$ua = LWP::UserAgent->new; # XXX options? |
|
32
|
|
|
|
|
|
|
} |
|
33
|
|
|
|
|
|
|
} |
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
sub lwp_mirror { |
|
36
|
4
|
|
|
4
|
1
|
19
|
my($self, $url, $filename, %opts) = @_; |
|
37
|
4
|
50
|
|
|
|
17
|
if (!defined $url) { error "url is mandatory" } |
|
|
0
|
|
|
|
|
0
|
|
|
38
|
4
|
50
|
|
|
|
12
|
if (!defined $filename) { error "filename is mandatory" } |
|
|
0
|
|
|
|
|
0
|
|
|
39
|
4
|
|
50
|
|
|
26
|
my $refresh = delete $opts{refresh} || 'always'; |
|
40
|
4
|
50
|
|
|
|
36
|
if ($refresh !~ m{^(always|never)$}) { error "refresh may be 'always' or 'never'" } |
|
|
0
|
|
|
|
|
0
|
|
|
41
|
4
|
|
|
|
|
15
|
my $debug = delete $opts{debug}; |
|
42
|
4
|
|
|
|
|
10
|
my $ua = delete $opts{ua}; |
|
43
|
4
|
50
|
|
|
|
12
|
error "Unhandled options: " . join(" ", %opts) if %opts; |
|
44
|
|
|
|
|
|
|
|
|
45
|
4
|
50
|
66
|
|
|
117
|
if (-e $filename && $refresh eq 'never') { |
|
46
|
0
|
|
|
|
|
0
|
info "$url -> $filename already exists, do not refresh"; |
|
47
|
0
|
|
|
|
|
0
|
return 0; |
|
48
|
|
|
|
|
|
|
} |
|
49
|
|
|
|
|
|
|
|
|
50
|
4
|
|
33
|
|
|
20
|
$ua ||= _get_cached_ua; |
|
51
|
|
|
|
|
|
|
|
|
52
|
4
|
50
|
|
|
|
25
|
if ($self->is_dry_run) { |
|
53
|
0
|
|
|
|
|
0
|
info "mirror $url -> $filename (dry-run)"; |
|
54
|
|
|
|
|
|
|
} else { |
|
55
|
4
|
|
|
|
|
34
|
info "mirror $url -> $filename"; |
|
56
|
4
|
|
|
|
|
480
|
my $resp = $ua->mirror($url, $filename); |
|
57
|
4
|
50
|
|
|
|
444500
|
if (ref $ua eq 'HTTP::Tiny') { |
|
58
|
4
|
100
|
|
|
|
33
|
if ($debug) { |
|
59
|
2
|
|
|
|
|
1265
|
require Data::Dumper; |
|
60
|
2
|
|
|
|
|
8690
|
info "Response: " . Data::Dumper->new([$resp],[qw()])->Indent(1)->Useqq(1)->Sortkeys(1)->Terse(1)->Dump; |
|
61
|
|
|
|
|
|
|
} |
|
62
|
4
|
100
|
|
|
|
271
|
if (!$resp->{success}) { |
|
|
|
100
|
|
|
|
|
|
|
63
|
2
|
|
|
|
|
9
|
my $msg = "mirroring failed: $resp->{status} $resp->{reason}"; |
|
64
|
2
|
100
|
|
|
|
11
|
if ($resp->{status} == 599) { |
|
65
|
1
|
|
|
|
|
6
|
$msg .= ": $resp->{content}"; |
|
66
|
|
|
|
|
|
|
} |
|
67
|
2
|
|
|
|
|
10
|
error $msg; |
|
68
|
|
|
|
|
|
|
} elsif ($resp->{status} == 304) { |
|
69
|
1
|
|
|
|
|
31
|
return 0; |
|
70
|
|
|
|
|
|
|
} else { |
|
71
|
1
|
|
|
|
|
18
|
return 1; |
|
72
|
|
|
|
|
|
|
} |
|
73
|
|
|
|
|
|
|
} else { |
|
74
|
0
|
0
|
|
|
|
|
if ($debug) { |
|
75
|
0
|
|
|
|
|
|
info "Response: " . $resp->as_string; |
|
76
|
|
|
|
|
|
|
} |
|
77
|
0
|
0
|
|
|
|
|
if ($resp->code == 304) { |
|
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
78
|
0
|
|
|
|
|
|
return 0; |
|
79
|
|
|
|
|
|
|
} elsif (!$resp->is_success) { |
|
80
|
0
|
|
|
|
|
|
error "mirroring failed: " . $resp->status_line; |
|
81
|
|
|
|
|
|
|
} elsif ($resp->header('X-Died')) { |
|
82
|
0
|
|
|
|
|
|
error "mirroring failed: " . $resp->header('X-Died'); |
|
83
|
|
|
|
|
|
|
} else { |
|
84
|
0
|
|
|
|
|
|
return 1; |
|
85
|
|
|
|
|
|
|
} |
|
86
|
|
|
|
|
|
|
} |
|
87
|
|
|
|
|
|
|
} |
|
88
|
|
|
|
|
|
|
} |
|
89
|
|
|
|
|
|
|
|
|
90
|
|
|
|
|
|
|
1; |
|
91
|
|
|
|
|
|
|
|
|
92
|
|
|
|
|
|
|
__END__ |