| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Debian::WNPP::Query; |
|
2
|
1
|
|
|
1
|
|
26939926
|
use strict; |
|
|
1
|
|
|
|
|
22
|
|
|
|
1
|
|
|
|
|
114
|
|
|
3
|
1
|
|
|
1
|
|
29
|
use warnings; |
|
|
1
|
|
|
|
|
26
|
|
|
|
1
|
|
|
|
|
249
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
our $VERSION = '0.74'; |
|
6
|
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 NAME |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
Debian::WNPP::Query - offline storage of Debian's work-needing package lists |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
my $wnpp = Debian::WNPP::Query->new( |
|
14
|
|
|
|
|
|
|
{ cache_dir => '/somewhere', |
|
15
|
|
|
|
|
|
|
network_enabled => 0, |
|
16
|
|
|
|
|
|
|
ttl => 3600 * 24, |
|
17
|
|
|
|
|
|
|
bug_types => [qw( ITP RFP )] |
|
18
|
|
|
|
|
|
|
} |
|
19
|
|
|
|
|
|
|
); |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
my @bugs = $wnpp->bugs_for_package('ken-lee'); |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
Debian::WNPP::Query provides a way to retrieve and cache the contents of |
|
26
|
|
|
|
|
|
|
Debian's "Work-needing and prospective packages" lists. |
|
27
|
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
=head1 CONSTRUCTOR |
|
29
|
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
B is the constructor. Initial field values are to be given as a hash |
|
31
|
|
|
|
|
|
|
reference. |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
If B is given, it is read. |
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
=cut |
|
36
|
|
|
|
|
|
|
|
|
37
|
1
|
|
|
1
|
|
65
|
use base 'Class::Accessor'; |
|
|
1
|
|
|
|
|
11
|
|
|
|
1
|
|
|
|
|
1434
|
|
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
__PACKAGE__->mk_accessors( |
|
40
|
|
|
|
|
|
|
qw( |
|
41
|
|
|
|
|
|
|
cache_file ttl bug_types |
|
42
|
|
|
|
|
|
|
_bug_types _cache |
|
43
|
|
|
|
|
|
|
) |
|
44
|
|
|
|
|
|
|
); |
|
45
|
|
|
|
|
|
|
|
|
46
|
1
|
|
|
1
|
|
2375964
|
use autodie; |
|
|
1
|
|
|
|
|
1730724
|
|
|
|
1
|
|
|
|
|
5
|
|
|
47
|
1
|
|
|
1
|
|
6488
|
use Debian::WNPP::Bug; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
5
|
|
|
48
|
1
|
|
|
1
|
|
30
|
use File::Basename qw(dirname); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
134
|
|
|
49
|
1
|
|
|
1
|
|
6
|
use File::Path; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
105
|
|
|
50
|
1
|
|
|
1
|
|
961
|
use Storable (); |
|
|
1
|
|
|
|
|
3838
|
|
|
|
1
|
|
|
|
|
22
|
|
|
51
|
1
|
|
|
1
|
|
49227
|
use WWW::Mechanize (); |
|
|
1
|
|
|
|
|
520955
|
|
|
|
1
|
|
|
|
|
807
|
|
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
our %list_url = ( |
|
54
|
|
|
|
|
|
|
ITP => 'http://www.debian.org/devel/wnpp/being_packaged', |
|
55
|
|
|
|
|
|
|
RFP => 'http://www.debian.org/devel/wnpp/requested', |
|
56
|
|
|
|
|
|
|
ITA => 'http://www.debian.org/devel/wnpp/being_adopted', |
|
57
|
|
|
|
|
|
|
RFA => 'http://www.debian.org/devel/wnpp/rfa_bypackage', |
|
58
|
|
|
|
|
|
|
O => 'http://www.debian.org/devel/wnpp/orphaned', |
|
59
|
|
|
|
|
|
|
); |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
sub new { |
|
62
|
0
|
|
|
0
|
1
|
|
my $class = shift; |
|
63
|
0
|
|
|
|
|
|
my $self = $class->SUPER::new(@_); |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
# default to all types |
|
66
|
|
|
|
|
|
|
$self->_bug_types( |
|
67
|
0
|
0
|
|
|
|
|
{ map( ( $_ => 1 ), @{ $self->bug_types || [ keys %list_url ] } ), } |
|
|
0
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
); |
|
69
|
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
# default TTL |
|
71
|
0
|
0
|
|
|
|
|
$self->ttl( 24 * 3600 ) |
|
72
|
|
|
|
|
|
|
unless defined $self->ttl; |
|
73
|
|
|
|
|
|
|
|
|
74
|
0
|
|
|
|
|
|
$self->_cache( {} ); |
|
75
|
|
|
|
|
|
|
|
|
76
|
0
|
0
|
|
|
|
|
$self->_read_cache if $self->cache_file; |
|
77
|
|
|
|
|
|
|
$self->_fetch |
|
78
|
|
|
|
|
|
|
if not $self->_cache->{timestamp} |
|
79
|
0
|
0
|
0
|
|
|
|
or ( ( time - $self->_cache->{timestamp} ) > $self->ttl ); |
|
80
|
|
|
|
|
|
|
|
|
81
|
0
|
|
|
|
|
|
return $self; |
|
82
|
|
|
|
|
|
|
} |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
sub _read_cache { |
|
85
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
86
|
|
|
|
|
|
|
|
|
87
|
0
|
0
|
0
|
|
|
|
return unless $self->cache_file and -e $self->cache_file; |
|
88
|
|
|
|
|
|
|
|
|
89
|
0
|
|
0
|
|
|
|
$self->_cache( eval { Storable::retrieve( $self->cache_file ) } |
|
90
|
|
|
|
|
|
|
|| {} ); |
|
91
|
|
|
|
|
|
|
} |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
sub _write_cache { |
|
94
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
95
|
|
|
|
|
|
|
|
|
96
|
0
|
0
|
|
|
|
|
return unless $self->cache_file; |
|
97
|
|
|
|
|
|
|
|
|
98
|
0
|
|
|
|
|
|
File::Path::make_path( dirname( $self->cache_file ) ); |
|
99
|
|
|
|
|
|
|
|
|
100
|
0
|
|
|
|
|
|
$self->_cache->{timestamp} = scalar(time); |
|
101
|
|
|
|
|
|
|
|
|
102
|
0
|
|
|
|
|
|
Storable::nstore( $self->_cache, $self->cache_file ); |
|
103
|
|
|
|
|
|
|
} |
|
104
|
|
|
|
|
|
|
|
|
105
|
|
|
|
|
|
|
sub _fetch { |
|
106
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
107
|
|
|
|
|
|
|
|
|
108
|
0
|
|
|
|
|
|
my $browser = WWW::Mechanize->new(); |
|
109
|
|
|
|
|
|
|
|
|
110
|
0
|
|
|
|
|
|
while( my( $type, $url ) = each %list_url ) { |
|
111
|
0
|
|
|
|
|
|
eval { |
|
112
|
0
|
|
|
|
|
|
$browser->get($url); |
|
113
|
|
|
|
|
|
|
}; |
|
114
|
0
|
0
|
|
|
|
|
if ($@) { |
|
115
|
0
|
|
|
|
|
|
warn "Error retrieving the list of $type bugs:\n"; |
|
116
|
0
|
|
|
|
|
|
warn $@; |
|
117
|
0
|
|
|
|
|
|
next; |
|
118
|
|
|
|
|
|
|
} |
|
119
|
|
|
|
|
|
|
|
|
120
|
0
|
|
|
|
|
|
for my $link ( $browser->links ) { |
|
121
|
0
|
0
|
|
|
|
|
next unless $link->url =~ m{^http://bugs.debian.org/(\d+)}; |
|
122
|
|
|
|
|
|
|
|
|
123
|
0
|
|
|
|
|
|
my $bug = $1; |
|
124
|
|
|
|
|
|
|
|
|
125
|
0
|
|
|
|
|
|
my $desc = $link->text; |
|
126
|
0
|
|
|
|
|
|
$desc =~ s/^([^:]+): //; |
|
127
|
0
|
|
|
|
|
|
my $package = $1; |
|
128
|
|
|
|
|
|
|
|
|
129
|
0
|
|
0
|
|
|
|
push @{ $self->_cache->{$package} ||= [] }, |
|
|
0
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
Debian::WNPP::Bug->new( |
|
131
|
|
|
|
|
|
|
{ type => $type, |
|
132
|
|
|
|
|
|
|
number => $bug, |
|
133
|
|
|
|
|
|
|
package => $package, |
|
134
|
|
|
|
|
|
|
short_description => $desc, |
|
135
|
|
|
|
|
|
|
title => "$type: $package -- $desc", |
|
136
|
|
|
|
|
|
|
} |
|
137
|
|
|
|
|
|
|
); |
|
138
|
|
|
|
|
|
|
} |
|
139
|
|
|
|
|
|
|
} |
|
140
|
|
|
|
|
|
|
|
|
141
|
0
|
|
|
|
|
|
$self->_write_cache; |
|
142
|
|
|
|
|
|
|
} |
|
143
|
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
=head1 FIELDS |
|
145
|
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
=over |
|
147
|
|
|
|
|
|
|
|
|
148
|
|
|
|
|
|
|
=item cache_file I |
|
149
|
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
The path to the file holding the offline cache of the WNPP lists. If not |
|
151
|
|
|
|
|
|
|
specified, no cache is read or written. |
|
152
|
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
=item ttl I |
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
The time after which the on-disk cache is considered too old and WNPP pages are |
|
156
|
|
|
|
|
|
|
retrieved afresh. Ignored if B is not defined. Defaults to 86400 (1 |
|
157
|
|
|
|
|
|
|
day). |
|
158
|
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
=item bug_types I |
|
160
|
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
Specified which bug types to retrieve. For example, if you are interested in |
|
162
|
|
|
|
|
|
|
ITP and RFP bugs, there is no point in downloading, parsing and storing |
|
163
|
|
|
|
|
|
|
ITA/RFA/O bugs. By default all types of bugs are processed. |
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
=back |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=head1 METHODS |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
=over |
|
170
|
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
=item bugs_for_package(I) |
|
172
|
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
Returns a list of bugs matching the given package name. Normally the list would |
|
174
|
|
|
|
|
|
|
contain only one bug, but there are no guarantees. |
|
175
|
|
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
=cut |
|
177
|
|
|
|
|
|
|
|
|
178
|
|
|
|
|
|
|
sub bugs_for_package { |
|
179
|
0
|
|
|
0
|
1
|
|
my ( $self, $package ) = @_; |
|
180
|
|
|
|
|
|
|
|
|
181
|
0
|
0
|
|
|
|
|
if (exists $self->_cache->{ $package }) { |
|
182
|
0
|
|
|
|
|
|
return @{ $self->_cache->{ $package } }; |
|
|
0
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
} |
|
184
|
0
|
|
|
|
|
|
return (); |
|
185
|
|
|
|
|
|
|
} |
|
186
|
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=back |
|
188
|
|
|
|
|
|
|
|
|
189
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
190
|
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=over |
|
192
|
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
=item L |
|
194
|
|
|
|
|
|
|
|
|
195
|
|
|
|
|
|
|
=item L |
|
196
|
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
=back |
|
198
|
|
|
|
|
|
|
|
|
199
|
|
|
|
|
|
|
=head1 AUTHOR AND COPYRIGHT |
|
200
|
|
|
|
|
|
|
|
|
201
|
|
|
|
|
|
|
=over |
|
202
|
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
=item Copyright (C) 2010 Damyan Ivanov |
|
204
|
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
=back |
|
206
|
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify it under |
|
208
|
|
|
|
|
|
|
the terms of the GNU General Public License version 2 as published by the Free |
|
209
|
|
|
|
|
|
|
Software Foundation. |
|
210
|
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful, but WITHOUT ANY |
|
212
|
|
|
|
|
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A |
|
213
|
|
|
|
|
|
|
PARTICULAR PURPOSE. See the GNU General Public License for more details. |
|
214
|
|
|
|
|
|
|
|
|
215
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License along with |
|
216
|
|
|
|
|
|
|
this program; if not, write to the Free Software Foundation, Inc., 51 Franklin |
|
217
|
|
|
|
|
|
|
Street, Fifth Floor, Boston, MA 02110-1301 USA. |
|
218
|
|
|
|
|
|
|
|
|
219
|
|
|
|
|
|
|
=cut |
|
220
|
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
1; |