| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
############################################################ |
|
2
|
|
|
|
|
|
|
# |
|
3
|
|
|
|
|
|
|
# $Id: VenusEnvy.pm,v 1.10 2006/01/28 13:17:40 nicolaw Exp $ |
|
4
|
|
|
|
|
|
|
# WWW::VenusEnvy - Retrieve VenusEnvy comic strip images |
|
5
|
|
|
|
|
|
|
# |
|
6
|
|
|
|
|
|
|
# Copyright 2005,2006 Nicola Worthington |
|
7
|
|
|
|
|
|
|
# |
|
8
|
|
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
9
|
|
|
|
|
|
|
# you may not use this file except in compliance with the License. |
|
10
|
|
|
|
|
|
|
# You may obtain a copy of the License at |
|
11
|
|
|
|
|
|
|
# |
|
12
|
|
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0 |
|
13
|
|
|
|
|
|
|
# |
|
14
|
|
|
|
|
|
|
# Unless required by applicable law or agreed to in writing, software |
|
15
|
|
|
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, |
|
16
|
|
|
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
17
|
|
|
|
|
|
|
# See the License for the specific language governing permissions and |
|
18
|
|
|
|
|
|
|
# limitations under the License. |
|
19
|
|
|
|
|
|
|
# |
|
20
|
|
|
|
|
|
|
############################################################ |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
package WWW::VenusEnvy; |
|
23
|
|
|
|
|
|
|
# vim:ts=4:sw=4:tw=78 |
|
24
|
|
|
|
|
|
|
|
|
25
|
3
|
|
|
3
|
|
40628
|
use strict; |
|
|
3
|
|
|
|
|
8
|
|
|
|
3
|
|
|
|
|
121
|
|
|
26
|
3
|
|
|
3
|
|
15
|
use Exporter; |
|
|
3
|
|
|
|
|
13
|
|
|
|
3
|
|
|
|
|
133
|
|
|
27
|
3
|
|
|
3
|
|
3369
|
use LWP::UserAgent qw(); |
|
|
3
|
|
|
|
|
169788
|
|
|
|
3
|
|
|
|
|
83
|
|
|
28
|
3
|
|
|
3
|
|
35
|
use HTTP::Request qw(); |
|
|
3
|
|
|
|
|
6
|
|
|
|
3
|
|
|
|
|
63
|
|
|
29
|
3
|
|
|
3
|
|
16
|
use Carp qw(carp croak); |
|
|
3
|
|
|
|
|
30
|
|
|
|
3
|
|
|
|
|
254
|
|
|
30
|
3
|
|
|
3
|
|
15
|
use vars qw($VERSION @ISA @EXPORT @EXPORT_OK %EXPORT_TAGS); |
|
|
3
|
|
|
|
|
8
|
|
|
|
3
|
|
|
|
|
3925
|
|
|
31
|
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
$VERSION = '1.10' || sprintf('%d.%02d', q$Revision$ =~ /(\d+)/g); |
|
33
|
|
|
|
|
|
|
@ISA = qw(Exporter); |
|
34
|
|
|
|
|
|
|
@EXPORT = (); |
|
35
|
|
|
|
|
|
|
@EXPORT_OK = qw(&get_strip &strip_url &mirror_strip); |
|
36
|
|
|
|
|
|
|
%EXPORT_TAGS = ( all => \@EXPORT_OK ); |
|
37
|
|
|
|
|
|
|
|
|
38
|
|
|
|
|
|
|
sub mirror_strip { |
|
39
|
3
|
|
|
3
|
1
|
1549
|
my $filename = shift; |
|
40
|
3
|
|
66
|
|
|
29
|
my $url = shift || strip_url(); |
|
41
|
|
|
|
|
|
|
|
|
42
|
3
|
|
|
|
|
12
|
my $blob = get_strip($url); |
|
43
|
3
|
100
|
|
|
|
149
|
return undef if !defined($blob); |
|
44
|
|
|
|
|
|
|
|
|
45
|
1
|
50
|
33
|
|
|
12
|
if ((!defined($filename) || !length($filename)) && defined($url)) { |
|
|
|
|
33
|
|
|
|
|
|
46
|
0
|
|
|
|
|
0
|
($filename = $url) =~ s#.*/##; |
|
47
|
|
|
|
|
|
|
} |
|
48
|
1
|
|
|
|
|
4
|
my $ext = _image_format($blob); |
|
49
|
1
|
|
|
|
|
18
|
$filename =~ s/(\.(jpe?g|gif|png))?$/.$ext/i; |
|
50
|
|
|
|
|
|
|
|
|
51
|
1
|
50
|
|
|
|
168
|
open(FH,">$filename") || |
|
52
|
|
|
|
|
|
|
croak "Unable to open file handle FH for file '$filename': $!"; |
|
53
|
1
|
|
|
|
|
7
|
binmode FH; |
|
54
|
1
|
|
|
|
|
633
|
print FH $blob; |
|
55
|
1
|
50
|
|
|
|
52
|
close(FH) || |
|
56
|
|
|
|
|
|
|
carp "Unable to close file handle FH for file '$filename': $!"; |
|
57
|
1
|
|
|
|
|
10162
|
return $filename; |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
sub get_strip { |
|
61
|
8
|
|
100
|
8
|
1
|
67
|
my $url = shift || strip_url() || ''; |
|
62
|
|
|
|
|
|
|
|
|
63
|
8
|
100
|
|
|
|
51
|
if ($url =~ /^(\d{8}\d*(\.(jpg|gif|png))?)$/i) { |
|
64
|
2
|
|
|
|
|
8
|
$url = "http://venusenvy.keenspace.com/comics/$1"; |
|
65
|
2
|
50
|
|
|
|
16
|
$url .= '.jpg' unless $url =~ /\.(jpg|gif|png)$/i; |
|
66
|
|
|
|
|
|
|
} |
|
67
|
|
|
|
|
|
|
|
|
68
|
8
|
|
|
|
|
32
|
my $ua = _new_agent(); |
|
69
|
8
|
|
|
|
|
60
|
my $req = HTTP::Request->new(GET => $url); |
|
70
|
|
|
|
|
|
|
#$req->referer('http://venusenvy.keenspace.com/'); |
|
71
|
8
|
|
|
|
|
946
|
$req->referer('http://venusenvy.comicgenesis.com/'); |
|
72
|
8
|
|
|
|
|
439
|
my $response = $ua->request($req); |
|
73
|
|
|
|
|
|
|
|
|
74
|
8
|
|
|
|
|
4071188
|
my $status; |
|
75
|
8
|
100
|
|
|
|
36
|
unless ($response->is_success) { |
|
76
|
6
|
|
|
|
|
70
|
$status = $response->status_line; |
|
77
|
6
|
50
|
|
|
|
76
|
unless ($url =~ s/\.gif$/.jpg/i) { $url =~ s/\.jpg$/.gif/i; } |
|
|
6
|
|
|
|
|
12
|
|
|
78
|
6
|
|
|
|
|
26
|
$req = HTTP::Request->new(GET => $url); |
|
79
|
|
|
|
|
|
|
#$req->referer('http://venusenvy.keenspace.com/'); |
|
80
|
6
|
|
|
|
|
583
|
$req->referer('http://venusenvy.comicgenesis.com/'); |
|
81
|
6
|
|
|
|
|
492
|
$response = $ua->request($req); |
|
82
|
|
|
|
|
|
|
} |
|
83
|
|
|
|
|
|
|
|
|
84
|
8
|
100
|
|
|
|
2201
|
if ($response->is_success) { |
|
|
|
50
|
|
|
|
|
|
|
85
|
2
|
50
|
|
|
|
21
|
unless (_image_format($response->content)) { |
|
86
|
0
|
0
|
|
|
|
0
|
carp('Unrecognised image format') if $^W; |
|
87
|
0
|
|
|
|
|
0
|
return undef; |
|
88
|
|
|
|
|
|
|
} |
|
89
|
2
|
50
|
|
|
|
12
|
if (length($response->content) < 1300) { |
|
90
|
0
|
0
|
|
|
|
0
|
if ($response->content =~ /(anti\-?)?hotlinking/i) { |
|
91
|
0
|
0
|
|
|
|
0
|
carp('Image has been blocked by anti-hotlinking server') if $^W; |
|
92
|
0
|
|
|
|
|
0
|
return undef; |
|
93
|
|
|
|
|
|
|
} |
|
94
|
0
|
0
|
|
|
|
0
|
carp('Image data is too') if $^W; |
|
95
|
0
|
|
|
|
|
0
|
return undef; |
|
96
|
|
|
|
|
|
|
} |
|
97
|
2
|
|
|
|
|
1841
|
return $response->content; |
|
98
|
|
|
|
|
|
|
} elsif ($^W) { |
|
99
|
0
|
|
|
|
|
0
|
carp($status); |
|
100
|
|
|
|
|
|
|
} |
|
101
|
6
|
|
|
|
|
215
|
return undef; |
|
102
|
|
|
|
|
|
|
} |
|
103
|
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
sub strip_url { |
|
105
|
9
|
|
|
9
|
1
|
90
|
my $ua = _new_agent(); |
|
106
|
|
|
|
|
|
|
|
|
107
|
9
|
|
|
|
|
46
|
my $response = $ua->get('http://venusenvy.keenspace.com'); |
|
108
|
9
|
50
|
|
|
|
5704843
|
if ($response->is_success) { |
|
|
|
0
|
|
|
|
|
|
|
109
|
9
|
|
|
|
|
293
|
my $html = $response->content; |
|
110
|
9
|
50
|
|
|
|
259
|
if ($html =~ m#
|
|
111
|
|
|
|
|
|
|
/comics/\d{8}\d*\.(gif|jpg|png))".*?>#imsx) { |
|
112
|
0
|
|
|
|
|
0
|
my $url = $1; |
|
113
|
0
|
0
|
|
|
|
0
|
$url = "http://venusenvy.keenspace.com$1" unless $url =~ /^https?:\/\//i; |
|
114
|
0
|
|
|
|
|
0
|
return $url; |
|
115
|
|
|
|
|
|
|
} |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
} elsif ($^W) { |
|
118
|
0
|
|
|
|
|
0
|
carp($response->status_line); |
|
119
|
|
|
|
|
|
|
} |
|
120
|
|
|
|
|
|
|
|
|
121
|
9
|
|
|
|
|
1459
|
return undef; |
|
122
|
|
|
|
|
|
|
} |
|
123
|
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
sub _image_format { |
|
125
|
3
|
|
50
|
3
|
|
882
|
local $_ = shift || ''; |
|
126
|
3
|
50
|
|
|
|
17
|
return 'gif' if /^GIF8[79]a/; |
|
127
|
3
|
50
|
|
|
|
86
|
return 'jpg' if /^\xFF\xD8/; |
|
128
|
0
|
0
|
|
|
|
0
|
return 'png' if /^\x89PNG\x0d\x0a\x1a\x0a/; |
|
129
|
0
|
|
|
|
|
0
|
return undef; |
|
130
|
|
|
|
|
|
|
} |
|
131
|
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
sub _new_agent { |
|
133
|
17
|
|
|
17
|
|
115
|
my @agents = ( |
|
134
|
|
|
|
|
|
|
'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1).', |
|
135
|
|
|
|
|
|
|
'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.8) '. |
|
136
|
|
|
|
|
|
|
'Gecko/20050718 Firefox/1.0.4 (Debian package 1.0.4-2sarge1)', |
|
137
|
|
|
|
|
|
|
'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.7.5) '. |
|
138
|
|
|
|
|
|
|
'Gecko/20041110 Firefox/1.0', |
|
139
|
|
|
|
|
|
|
'Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) '. |
|
140
|
|
|
|
|
|
|
'AppleWebKit/125.5.5 (KHTML, like Gecko) Safari/125.12', |
|
141
|
|
|
|
|
|
|
'Mozilla/4.0 (compatible; MSIE 6.0; Windows 98)', |
|
142
|
|
|
|
|
|
|
); |
|
143
|
|
|
|
|
|
|
|
|
144
|
17
|
|
|
|
|
521
|
my $ua = LWP::UserAgent->new( |
|
145
|
|
|
|
|
|
|
agent => $agents[int(rand(@agents))], |
|
146
|
|
|
|
|
|
|
timeout => 20 |
|
147
|
|
|
|
|
|
|
); |
|
148
|
17
|
|
|
|
|
8386
|
$ua->env_proxy; |
|
149
|
17
|
|
|
|
|
26917
|
$ua->max_size(1024*500); |
|
150
|
17
|
|
|
|
|
403
|
return $ua; |
|
151
|
|
|
|
|
|
|
} |
|
152
|
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
1; |
|
155
|
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
=pod |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
=head1 NAME |
|
159
|
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
WWW::VenusEnvy - Retrieve VenusEnvy comic strip images |
|
161
|
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
163
|
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
use WWW::VenusEnvy qw(get_strip mirror_strip strip_url); |
|
165
|
|
|
|
|
|
|
|
|
166
|
|
|
|
|
|
|
# Get the URL for todays strip |
|
167
|
|
|
|
|
|
|
my $image_url = strip_url(); |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
# Get todays strip |
|
170
|
|
|
|
|
|
|
my $image_blob = get_strip(); |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
# Get a specific strip by specifying the ID |
|
173
|
|
|
|
|
|
|
my $christmas_kiss = get_strip("20051229"); |
|
174
|
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
# Write todays strip to local_filename.gif on disk |
|
176
|
|
|
|
|
|
|
my $filename_written = mirror_strip("local_filename.gif"); |
|
177
|
|
|
|
|
|
|
|
|
178
|
|
|
|
|
|
|
# Write a specific strip to mystrip.gif on disk |
|
179
|
|
|
|
|
|
|
my $filename_written = mirror_strip("mystrip.gif","20051229"); |
|
180
|
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
182
|
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
This module will download the latest VenusEnvy comic strip from |
|
184
|
|
|
|
|
|
|
the Keenspace website and return a binary blob of the image, or |
|
185
|
|
|
|
|
|
|
write it to disk. |
|
186
|
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
=head1 EXPORTS |
|
188
|
|
|
|
|
|
|
|
|
189
|
|
|
|
|
|
|
The following functions can be exported with the C<:all> export |
|
190
|
|
|
|
|
|
|
tag, or individually as is show in the above example. |
|
191
|
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
=head2 strip_url |
|
193
|
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
# Return todays strip URL |
|
195
|
|
|
|
|
|
|
my $url = strip_url(); |
|
196
|
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
# Return the strip URL for 19th August 2005 |
|
198
|
|
|
|
|
|
|
$url = strip_url("20050819"); |
|
199
|
|
|
|
|
|
|
|
|
200
|
|
|
|
|
|
|
Accepts an optional argument specifying the date of the comic |
|
201
|
|
|
|
|
|
|
strip in ISO format C. |
|
202
|
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
=head2 get_strip |
|
204
|
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
# Get todays comic strip image |
|
206
|
|
|
|
|
|
|
my $image_blob = get_strip(); |
|
207
|
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
Accepts an optional argument specifying the date of the comic |
|
209
|
|
|
|
|
|
|
strip in ISO format C. |
|
210
|
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
=head2 mirror_strip |
|
212
|
|
|
|
|
|
|
|
|
213
|
|
|
|
|
|
|
# Write todays comic strip to "mystrip.gif" on disk |
|
214
|
|
|
|
|
|
|
my $filename_written = mirror_strip("mystrip.gif"); |
|
215
|
|
|
|
|
|
|
|
|
216
|
|
|
|
|
|
|
Accepts two optional arguments. The first is the filename that |
|
217
|
|
|
|
|
|
|
the comic strip should be written to on disk. The second specifies |
|
218
|
|
|
|
|
|
|
the date of the comic strip in ISO format C. |
|
219
|
|
|
|
|
|
|
|
|
220
|
|
|
|
|
|
|
Returns the name of the file that was written to disk. |
|
221
|
|
|
|
|
|
|
|
|
222
|
|
|
|
|
|
|
=head1 VERSION |
|
223
|
|
|
|
|
|
|
|
|
224
|
|
|
|
|
|
|
$Id: VenusEnvy.pm,v 1.10 2006/01/28 13:17:40 nicolaw Exp $ |
|
225
|
|
|
|
|
|
|
|
|
226
|
|
|
|
|
|
|
=head1 AUTHOR |
|
227
|
|
|
|
|
|
|
|
|
228
|
|
|
|
|
|
|
Nicola Worthington |
|
229
|
|
|
|
|
|
|
|
|
230
|
|
|
|
|
|
|
L |
|
231
|
|
|
|
|
|
|
|
|
232
|
|
|
|
|
|
|
=head1 COPYRIGHT |
|
233
|
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
Copyright 2005,2006 Nicola Worthington. |
|
235
|
|
|
|
|
|
|
|
|
236
|
|
|
|
|
|
|
This software is licensed under The Apache Software License, Version 2.0. |
|
237
|
|
|
|
|
|
|
|
|
238
|
|
|
|
|
|
|
L |
|
239
|
|
|
|
|
|
|
|
|
240
|
|
|
|
|
|
|
=cut |
|
241
|
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
|