| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package S3TestUtils; |
|
2
|
|
|
|
|
|
|
|
|
3
|
4
|
|
|
4
|
|
519686
|
use strict; |
|
|
4
|
|
|
|
|
28
|
|
|
|
4
|
|
|
|
|
117
|
|
|
4
|
4
|
|
|
4
|
|
18
|
use warnings; |
|
|
4
|
|
|
|
|
8
|
|
|
|
4
|
|
|
|
|
103
|
|
|
5
|
|
|
|
|
|
|
|
|
6
|
4
|
|
|
4
|
|
669
|
use Data::Dumper; |
|
|
4
|
|
|
|
|
8725
|
|
|
|
4
|
|
|
|
|
223
|
|
|
7
|
4
|
|
|
4
|
|
26
|
use English qw(-no_match_vars); |
|
|
4
|
|
|
|
|
19
|
|
|
|
4
|
|
|
|
|
52
|
|
|
8
|
4
|
|
|
4
|
|
1592
|
use List::Util qw(any); |
|
|
4
|
|
|
|
|
9
|
|
|
|
4
|
|
|
|
|
331
|
|
|
9
|
4
|
|
|
4
|
|
2110
|
use Readonly; |
|
|
4
|
|
|
|
|
15781
|
|
|
|
4
|
|
|
|
|
221
|
|
|
10
|
4
|
|
|
4
|
|
1237
|
use Test::More; |
|
|
4
|
|
|
|
|
199086
|
|
|
|
4
|
|
|
|
|
28
|
|
|
11
|
|
|
|
|
|
|
|
|
12
|
4
|
|
|
4
|
|
1591
|
use parent qw(Exporter); |
|
|
4
|
|
|
|
|
309
|
|
|
|
4
|
|
|
|
|
33
|
|
|
13
|
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
# chars |
|
15
|
|
|
|
|
|
|
Readonly our $EMPTY => q{}; |
|
16
|
|
|
|
|
|
|
Readonly our $SLASH => q{/}; |
|
17
|
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
# booleans |
|
19
|
|
|
|
|
|
|
Readonly our $TRUE => 1; |
|
20
|
|
|
|
|
|
|
Readonly our $FALSE => 0; |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
# mocking services |
|
23
|
|
|
|
|
|
|
Readonly our $DEFAULT_LOCAL_STACK_HOST => 'localhost:4566'; |
|
24
|
|
|
|
|
|
|
Readonly our $DEFAULT_MINIO_HOST => 'localhost:9000'; |
|
25
|
|
|
|
|
|
|
|
|
26
|
|
|
|
|
|
|
# http codes |
|
27
|
|
|
|
|
|
|
Readonly our $HTTP_OK => '200'; |
|
28
|
|
|
|
|
|
|
Readonly our $HTTP_FORBIDDEN => '403'; |
|
29
|
|
|
|
|
|
|
Readonly our $HTTP_CONFLICT => '409'; |
|
30
|
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
# misc |
|
32
|
|
|
|
|
|
|
Readonly our $TEST_BUCKET_PREFIX => 'net-amazon-s3-test'; |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
# create a domain name for this if AMAZON_S3_DNS_BUCKET_NAMES is true |
|
35
|
|
|
|
|
|
|
Readonly our $MOCK_SERVICES_BUCKET_NAME => $TEST_BUCKET_PREFIX . '-test'; |
|
36
|
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
Readonly our $PUBLIC_READ_POLICY => <
|
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
xsi:type="Group"> |
|
41
|
|
|
|
|
|
|
http://acs.amazonaws.com/groups/global/AllUsers |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
READ |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
END_OF_POLICY |
|
46
|
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
our %EXPORT_TAGS = ( |
|
48
|
|
|
|
|
|
|
constants => [ |
|
49
|
|
|
|
|
|
|
qw( |
|
50
|
|
|
|
|
|
|
$EMPTY |
|
51
|
|
|
|
|
|
|
$SLASH |
|
52
|
|
|
|
|
|
|
$TRUE |
|
53
|
|
|
|
|
|
|
$FALSE |
|
54
|
|
|
|
|
|
|
$DEFAULT_LOCAL_STACK_HOST |
|
55
|
|
|
|
|
|
|
$HTTP_OK |
|
56
|
|
|
|
|
|
|
$HTTP_CONFLICT |
|
57
|
|
|
|
|
|
|
$HTTP_FORBIDDEN |
|
58
|
|
|
|
|
|
|
$TEST_BUCKET_PREFIX |
|
59
|
|
|
|
|
|
|
$MOCK_SERVICES_BUCKET_NAME |
|
60
|
|
|
|
|
|
|
$PUBLIC_READ_POLICY |
|
61
|
|
|
|
|
|
|
) |
|
62
|
|
|
|
|
|
|
], |
|
63
|
|
|
|
|
|
|
subs => [ |
|
64
|
|
|
|
|
|
|
qw( |
|
65
|
|
|
|
|
|
|
add_keys |
|
66
|
|
|
|
|
|
|
check_test_bucket |
|
67
|
|
|
|
|
|
|
create_bucket |
|
68
|
|
|
|
|
|
|
get_s3_service |
|
69
|
|
|
|
|
|
|
is_aws |
|
70
|
|
|
|
|
|
|
make_bucket_name |
|
71
|
|
|
|
|
|
|
set_s3_host |
|
72
|
|
|
|
|
|
|
) |
|
73
|
|
|
|
|
|
|
], |
|
74
|
|
|
|
|
|
|
); |
|
75
|
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
our @EXPORT_OK = map { @{ $EXPORT_TAGS{$_} } } ( keys %EXPORT_TAGS ); |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
######################################################################## |
|
79
|
|
|
|
|
|
|
sub make_bucket_name { |
|
80
|
|
|
|
|
|
|
######################################################################## |
|
81
|
1
|
50
|
|
1
|
0
|
5
|
return $MOCK_SERVICES_BUCKET_NAME |
|
82
|
|
|
|
|
|
|
if !is_aws(); |
|
83
|
|
|
|
|
|
|
|
|
84
|
1
|
|
|
|
|
12
|
my $suffix = eval { |
|
85
|
1
|
|
|
|
|
185
|
require Data::UUID; |
|
86
|
|
|
|
|
|
|
|
|
87
|
0
|
|
|
|
|
0
|
return lc Data::UUID->new->create_str(); |
|
88
|
|
|
|
|
|
|
}; |
|
89
|
|
|
|
|
|
|
|
|
90
|
16
|
|
|
|
|
42
|
$suffix //= join $EMPTY, map { ( 'A' .. 'Z', 'a' .. 'z', 0 .. 9 )[$_] } |
|
91
|
1
|
|
33
|
|
|
10
|
map { int rand 62 } ( 0 .. 15 ); |
|
|
16
|
|
|
|
|
55
|
|
|
92
|
|
|
|
|
|
|
|
|
93
|
1
|
|
|
|
|
21
|
my $bucket_name = sprintf '%s-%s', $TEST_BUCKET_PREFIX, $suffix; |
|
94
|
|
|
|
|
|
|
|
|
95
|
1
|
|
|
|
|
9
|
return $bucket_name; |
|
96
|
|
|
|
|
|
|
} |
|
97
|
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
######################################################################## |
|
99
|
|
|
|
|
|
|
sub is_aws { |
|
100
|
|
|
|
|
|
|
######################################################################## |
|
101
|
|
|
|
|
|
|
return ( $ENV{AMAZON_S3_LOCALSTACK} || $ENV{AMAZON_S3_MINIO} ) |
|
102
|
1
|
50
|
33
|
1
|
0
|
18
|
? $FALSE |
|
103
|
|
|
|
|
|
|
: $TRUE; |
|
104
|
|
|
|
|
|
|
} |
|
105
|
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
######################################################################## |
|
107
|
|
|
|
|
|
|
sub check_test_bucket { |
|
108
|
|
|
|
|
|
|
######################################################################## |
|
109
|
0
|
|
|
0
|
0
|
0
|
my ($s3) = @_; |
|
110
|
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
# list all buckets that I own |
|
112
|
0
|
|
|
|
|
0
|
my $response = eval { return $s3->buckets; }; |
|
|
0
|
|
|
|
|
0
|
|
|
113
|
|
|
|
|
|
|
|
|
114
|
0
|
0
|
0
|
|
|
0
|
if ( $EVAL_ERROR || !$response ) { |
|
115
|
0
|
|
|
|
|
0
|
diag( |
|
116
|
|
|
|
|
|
|
Dumper( [ error => [ $response, $s3->err, $s3->errstr, $s3->error ] ] ) |
|
117
|
|
|
|
|
|
|
); |
|
118
|
|
|
|
|
|
|
|
|
119
|
0
|
|
|
|
|
0
|
BAIL_OUT($EVAL_ERROR); |
|
120
|
|
|
|
|
|
|
} |
|
121
|
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
my ( $owner_id, $owner_displayname ) |
|
123
|
0
|
|
|
|
|
0
|
= @{$response}{qw(owner_id owner_displayname)}; |
|
|
0
|
|
|
|
|
0
|
|
|
124
|
|
|
|
|
|
|
|
|
125
|
0
|
|
|
|
|
0
|
my $bucket_name = make_bucket_name(); |
|
126
|
|
|
|
|
|
|
|
|
127
|
0
|
|
|
|
|
0
|
my @buckets = map { $_->{bucket} } @{ $response->{buckets} }; |
|
|
0
|
|
|
|
|
0
|
|
|
|
0
|
|
|
|
|
0
|
|
|
128
|
|
|
|
|
|
|
|
|
129
|
0
|
0
|
|
0
|
|
0
|
if ( any { $_ =~ /$bucket_name/xsm } @buckets ) { |
|
|
0
|
|
|
|
|
0
|
|
|
130
|
0
|
|
|
|
|
0
|
BAIL_OUT( 'test bucket already exists: ' . $bucket_name ); |
|
131
|
|
|
|
|
|
|
} |
|
132
|
|
|
|
|
|
|
|
|
133
|
0
|
|
|
|
|
0
|
return ( $owner_id, $owner_displayname ); |
|
134
|
|
|
|
|
|
|
} |
|
135
|
|
|
|
|
|
|
|
|
136
|
|
|
|
|
|
|
######################################################################## |
|
137
|
|
|
|
|
|
|
sub set_s3_host { |
|
138
|
|
|
|
|
|
|
######################################################################## |
|
139
|
4
|
|
|
4
|
0
|
480
|
my $host = $ENV{AMAZON_S3_HOST}; |
|
140
|
|
|
|
|
|
|
|
|
141
|
4
|
|
50
|
|
|
40
|
$host //= 's3.amazonaws.com'; |
|
142
|
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
## no critic (RequireLocalizedPunctuationVars) |
|
144
|
|
|
|
|
|
|
|
|
145
|
4
|
50
|
|
|
|
34
|
if ( exists $ENV{AMAZON_S3_LOCALSTACK} ) { |
|
|
|
50
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
|
|
147
|
0
|
|
0
|
|
|
0
|
$host //= $DEFAULT_LOCAL_STACK_HOST; |
|
148
|
|
|
|
|
|
|
|
|
149
|
0
|
|
|
|
|
0
|
$ENV{AWS_ACCESS_KEY_ID} = 'test'; |
|
150
|
|
|
|
|
|
|
|
|
151
|
0
|
|
|
|
|
0
|
$ENV{AWS_SECRET_ACCESS_KEY} = 'test'; |
|
152
|
|
|
|
|
|
|
|
|
153
|
0
|
|
|
|
|
0
|
$ENV{AMAZON_S3_EXPENSIVE_TESTS} = $TRUE; |
|
154
|
|
|
|
|
|
|
|
|
155
|
0
|
|
|
|
|
0
|
$ENV{AMAZON_S3_SKIP_PERMISSIONS} = $TRUE; |
|
156
|
|
|
|
|
|
|
} |
|
157
|
|
|
|
|
|
|
elsif ( exists $ENV{AMAZON_S3_MINIO} ) { |
|
158
|
|
|
|
|
|
|
|
|
159
|
0
|
|
0
|
|
|
0
|
$host //= $DEFAULT_MINIO_HOST; |
|
160
|
|
|
|
|
|
|
|
|
161
|
0
|
|
|
|
|
0
|
$ENV{AMAZON_S3_SKIP_ACLS} = $TRUE; |
|
162
|
|
|
|
|
|
|
|
|
163
|
0
|
|
|
|
|
0
|
$ENV{AMAZON_S3_EXPENSIVE_TESTS} = $TRUE; |
|
164
|
|
|
|
|
|
|
|
|
165
|
0
|
|
|
|
|
0
|
$ENV{AMAZON_S3_SKIP_REGION_CONSTRAINT_TEST} = $TRUE; |
|
166
|
|
|
|
|
|
|
} |
|
167
|
|
|
|
|
|
|
|
|
168
|
4
|
|
|
|
|
14
|
return $host; |
|
169
|
|
|
|
|
|
|
} |
|
170
|
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
######################################################################## |
|
172
|
|
|
|
|
|
|
sub get_s3_service { |
|
173
|
|
|
|
|
|
|
######################################################################## |
|
174
|
0
|
|
|
0
|
0
|
|
my ($host) = @_; |
|
175
|
|
|
|
|
|
|
|
|
176
|
0
|
|
|
|
|
|
my $s3 = eval { |
|
177
|
|
|
|
|
|
|
|
|
178
|
0
|
0
|
|
|
|
|
if ( $ENV{AMAZON_S3_CREDENTIALS} ) { |
|
179
|
0
|
|
|
|
|
|
require Amazon::Credentials; |
|
180
|
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
return Amazon::S3->new( |
|
182
|
|
|
|
|
|
|
{ credentials => Amazon::Credentials->new, |
|
183
|
|
|
|
|
|
|
host => $host, |
|
184
|
|
|
|
|
|
|
secure => is_aws(), |
|
185
|
|
|
|
|
|
|
dns_bucket_names => $ENV{AMAZON_S3_DNS_BUCKET_NAMES}, |
|
186
|
0
|
0
|
|
|
|
|
level => $ENV{DEBUG} ? 'trace' : 'error', |
|
187
|
|
|
|
|
|
|
} |
|
188
|
|
|
|
|
|
|
); |
|
189
|
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
} |
|
191
|
|
|
|
|
|
|
else { |
|
192
|
|
|
|
|
|
|
return Amazon::S3->new( |
|
193
|
|
|
|
|
|
|
{ aws_access_key_id => $ENV{AWS_ACCESS_KEY_ID}, |
|
194
|
|
|
|
|
|
|
aws_secret_access_key => $ENV{AWS_SECRET_ACCESS_KEY}, |
|
195
|
|
|
|
|
|
|
token => $ENV{AWS_SESSION_TOKEN}, |
|
196
|
|
|
|
|
|
|
host => $host, |
|
197
|
|
|
|
|
|
|
secure => is_aws(), |
|
198
|
|
|
|
|
|
|
dns_bucket_names => $ENV{AMAZON_S3_DNS_BUCKET_NAMES}, |
|
199
|
0
|
0
|
|
|
|
|
level => $ENV{DEBUG} ? 'trace' : 'error', |
|
200
|
|
|
|
|
|
|
} |
|
201
|
|
|
|
|
|
|
); |
|
202
|
|
|
|
|
|
|
} |
|
203
|
|
|
|
|
|
|
}; |
|
204
|
|
|
|
|
|
|
|
|
205
|
0
|
|
|
|
|
|
return $s3; |
|
206
|
|
|
|
|
|
|
} |
|
207
|
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
######################################################################## |
|
209
|
|
|
|
|
|
|
sub create_bucket { |
|
210
|
|
|
|
|
|
|
######################################################################## |
|
211
|
0
|
|
|
0
|
0
|
|
my ( $s3, $bucket_name ) = @_; |
|
212
|
|
|
|
|
|
|
|
|
213
|
0
|
|
|
|
|
|
$bucket_name = $SLASH . $bucket_name; |
|
214
|
|
|
|
|
|
|
|
|
215
|
|
|
|
|
|
|
my $bucket_obj |
|
216
|
0
|
|
|
|
|
|
= eval { return $s3->add_bucket( { bucket => $bucket_name } ); }; |
|
|
0
|
|
|
|
|
|
|
|
217
|
|
|
|
|
|
|
|
|
218
|
0
|
|
|
|
|
|
return $bucket_obj; |
|
219
|
|
|
|
|
|
|
} |
|
220
|
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
######################################################################## |
|
222
|
|
|
|
|
|
|
sub add_keys { |
|
223
|
|
|
|
|
|
|
######################################################################## |
|
224
|
0
|
|
|
0
|
0
|
|
my ( $bucket_obj, $max_keys, $prefix ) = @_; |
|
225
|
|
|
|
|
|
|
|
|
226
|
0
|
|
0
|
|
|
|
$prefix //= q{}; |
|
227
|
|
|
|
|
|
|
|
|
228
|
0
|
|
|
|
|
|
foreach my $key ( 1 .. $max_keys ) { |
|
229
|
0
|
|
|
|
|
|
my $keyname = sprintf '%stesting-%02d.txt', $prefix, $key; |
|
230
|
0
|
|
|
|
|
|
my $value = 'T'; |
|
231
|
|
|
|
|
|
|
|
|
232
|
0
|
|
|
|
|
|
$bucket_obj->add_key( $keyname, $value ); |
|
233
|
|
|
|
|
|
|
} |
|
234
|
|
|
|
|
|
|
|
|
235
|
0
|
|
|
|
|
|
return $max_keys; |
|
236
|
|
|
|
|
|
|
} |
|
237
|
|
|
|
|
|
|
|
|
238
|
|
|
|
|
|
|
1; |