| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package MyCPAN::Indexer::Queue::ErrorReports; |
|
2
|
1
|
|
|
1
|
|
1071
|
use strict; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
38
|
|
|
3
|
1
|
|
|
1
|
|
5
|
use warnings; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
26
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
1
|
|
|
1
|
|
4
|
use parent qw(MyCPAN::Indexer::Queue); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
5
|
|
|
6
|
1
|
|
|
1
|
|
49
|
use vars qw($VERSION $logger); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
57
|
|
|
7
|
|
|
|
|
|
|
$VERSION = '1.28_12'; |
|
8
|
|
|
|
|
|
|
|
|
9
|
1
|
|
|
1
|
|
6
|
use File::Find; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
47
|
|
|
10
|
1
|
|
|
1
|
|
6
|
use Log::Log4perl; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
7
|
|
|
11
|
1
|
|
|
1
|
|
49
|
use YAML qw(LoadFile); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
64
|
|
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
BEGIN { |
|
14
|
1
|
|
|
1
|
|
5
|
$logger = Log::Log4perl->get_logger( 'Queue' ); |
|
15
|
|
|
|
|
|
|
} |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
=head1 NAME |
|
18
|
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
MyCPAN::Indexer::Queue::ErrorReports - Try to index distributions with error reports |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
Use this in backpan_indexer.pl by specifying it as the queue class: |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
# in backpan_indexer.config |
|
26
|
|
|
|
|
|
|
queue_class MyCPAN::Indexer::Queue::ErrorReports |
|
27
|
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
29
|
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
This class returns a list of Perl distributions for the BackPAN |
|
31
|
|
|
|
|
|
|
indexer to process. It selects the distributions that had previous |
|
32
|
|
|
|
|
|
|
indexing errors by extracting the distribution path from the error |
|
33
|
|
|
|
|
|
|
report. If the distribution isn't in the same place it was during |
|
34
|
|
|
|
|
|
|
the original indexing, it won't be in the queue. |
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
=head2 Methods |
|
37
|
|
|
|
|
|
|
|
|
38
|
|
|
|
|
|
|
=over 4 |
|
39
|
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
=item get_queue |
|
41
|
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
C sets the key C in C<$Notes> hash reference. It |
|
43
|
|
|
|
|
|
|
finds all of the tarballs or zip archives in under the directories |
|
44
|
|
|
|
|
|
|
named in C and C in the configuration. |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
It specifically skips files that end in C<.txt.gz> or C<.data.gz> |
|
47
|
|
|
|
|
|
|
since PAUSE creates those meta files near the actual module |
|
48
|
|
|
|
|
|
|
installations. |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
If the C configuration value is true, it also copies |
|
51
|
|
|
|
|
|
|
any distributions it finds into a PAUSE-like structure using the |
|
52
|
|
|
|
|
|
|
value of the C configuration to create the path. |
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
=cut |
|
55
|
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
sub _get_file_list |
|
57
|
|
|
|
|
|
|
{ |
|
58
|
0
|
|
|
0
|
|
|
my( $self ) = @_; |
|
59
|
|
|
|
|
|
|
|
|
60
|
0
|
|
|
|
|
|
my @dirs = $self->get_coordinator->get_component( 'reporter' )->get_error_report_dir; |
|
61
|
|
|
|
|
|
|
|
|
62
|
0
|
|
|
|
|
|
$logger->debug( "Taking dists from [@dirs]" ); |
|
63
|
0
|
|
|
|
|
|
my( $wanted, $reporter ) = |
|
64
|
|
|
|
|
|
|
File::Find::Closures::find_by_regex( qr/\.(?:yml)$/ ); |
|
65
|
|
|
|
|
|
|
|
|
66
|
0
|
|
|
|
|
|
$logger->debug( "Running File::Find" ); |
|
67
|
0
|
|
|
|
|
|
find( $wanted, @dirs ); |
|
68
|
|
|
|
|
|
|
|
|
69
|
0
|
|
|
|
|
|
my @files = $reporter->(); |
|
70
|
0
|
|
|
|
|
|
$logger->debug( "Found " . @files . " error reports" ); |
|
71
|
|
|
|
|
|
|
|
|
72
|
0
|
|
|
|
|
|
my @queue; |
|
73
|
0
|
|
|
|
|
|
foreach my $file ( @files ) |
|
74
|
|
|
|
|
|
|
{ |
|
75
|
0
|
|
|
|
|
|
$logger->debug( "Trying to read $file" ); |
|
76
|
0
|
|
|
|
|
|
my $yaml = LoadFile( $file ); |
|
77
|
0
|
|
|
|
|
|
my $dist_file = $yaml->{dist_info}{dist_file}; |
|
78
|
0
|
|
|
|
|
|
$logger->debug( "Dist file is $dist_file" ); |
|
79
|
0
|
0
|
|
|
|
|
if( -e $dist_file ) |
|
80
|
|
|
|
|
|
|
{ |
|
81
|
0
|
|
|
|
|
|
push @queue, $dist_file; |
|
82
|
|
|
|
|
|
|
} |
|
83
|
|
|
|
|
|
|
else |
|
84
|
|
|
|
|
|
|
{ |
|
85
|
0
|
|
|
|
|
|
$logger->error( "Could not find $dist_file" ); |
|
86
|
|
|
|
|
|
|
} |
|
87
|
|
|
|
|
|
|
} |
|
88
|
|
|
|
|
|
|
|
|
89
|
0
|
|
|
|
|
|
$" = "\n"; |
|
90
|
0
|
|
|
|
|
|
print "@queue\n"; exit; |
|
|
0
|
|
|
|
|
|
|
|
91
|
0
|
|
|
|
|
|
return \@queue; |
|
92
|
|
|
|
|
|
|
} |
|
93
|
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
1; |
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
=back |
|
97
|
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
100
|
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
MyCPAN::Indexer, MyCPAN::Indexer::Tutorial, MyCPAN::Indexer::Queue |
|
102
|
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
=head1 SOURCE AVAILABILITY |
|
104
|
|
|
|
|
|
|
|
|
105
|
|
|
|
|
|
|
This code is in Github: |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
git://github.com/briandfoy/mycpan-indexer.git |
|
108
|
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
=head1 AUTHOR |
|
110
|
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
brian d foy, C<< >> |
|
112
|
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
=head1 COPYRIGHT AND LICENSE |
|
114
|
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
Copyright (c) 2008-2013, brian d foy, All Rights Reserved. |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
You may redistribute this under the same terms as Perl itself. |
|
118
|
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
=cut |