| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Class::PObject::Driver::file; |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
# $Id: file.pm,v 1.18 2003/09/09 08:46:36 sherzodr Exp $ |
|
4
|
|
|
|
|
|
|
|
|
5
|
4
|
|
|
4
|
|
19
|
use strict; |
|
|
4
|
|
|
|
|
5
|
|
|
|
4
|
|
|
|
|
144
|
|
|
6
|
|
|
|
|
|
|
#use diagnostics; |
|
7
|
4
|
|
|
4
|
|
19
|
use File::Spec; |
|
|
4
|
|
|
|
|
7
|
|
|
|
4
|
|
|
|
|
119
|
|
|
8
|
4
|
|
|
4
|
|
19
|
use Log::Agent; |
|
|
4
|
|
|
|
|
5
|
|
|
|
4
|
|
|
|
|
449
|
|
|
9
|
4
|
|
|
4
|
|
1864
|
use Class::PObject::Driver; |
|
|
4
|
|
|
|
|
11
|
|
|
|
4
|
|
|
|
|
182
|
|
|
10
|
4
|
|
|
4
|
|
27
|
use vars ('$f', '$VERSION', '@ISA'); |
|
|
4
|
|
|
|
|
5
|
|
|
|
4
|
|
|
|
|
264
|
|
|
11
|
4
|
|
|
4
|
|
20
|
use Fcntl (':DEFAULT', ':flock', ':mode'); |
|
|
4
|
|
|
|
|
9
|
|
|
|
4
|
|
|
|
|
10651
|
|
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
@ISA = ("Class::PObject::Driver"); |
|
14
|
|
|
|
|
|
|
$VERSION = '2.00'; |
|
15
|
|
|
|
|
|
|
$f = 'obj%05d.cpo'; |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
# called when pobject's save() method is called. Note: this is not |
|
18
|
|
|
|
|
|
|
# the same as save() method as the one called by pobject. This is different! |
|
19
|
|
|
|
|
|
|
sub save { |
|
20
|
12
|
|
|
12
|
1
|
16
|
my $self = shift; |
|
21
|
12
|
|
33
|
|
|
30
|
my $class = ref($self) || $self; |
|
22
|
12
|
|
|
|
|
17
|
my ($object_name, $props, $columns) = @_; |
|
23
|
|
|
|
|
|
|
|
|
24
|
12
|
|
|
|
|
237
|
logtrc 3, "%s->save()", $class; |
|
25
|
|
|
|
|
|
|
|
|
26
|
|
|
|
|
|
|
# if 'id' does not already exist, we're being asked to save a newly |
|
27
|
|
|
|
|
|
|
# created object. Before we do that, we create a new id for the object: |
|
28
|
12
|
50
|
66
|
|
|
824
|
$columns->{id} ||= $self->generate_id($object_name, $props) or return; |
|
29
|
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
# _filename() returns the name of the file this particular object should |
|
31
|
|
|
|
|
|
|
# be stored in. Look into _filename() for details |
|
32
|
12
|
50
|
|
|
|
40
|
my $filename = $self->_filename($object_name, $props, $columns->{id}) or return; |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
# if we can't open the file, we set error message, and return undef |
|
35
|
12
|
50
|
|
|
|
687
|
unless ( sysopen(FH, $filename, O_WRONLY|O_CREAT|O_TRUNC, 0666) ) { |
|
36
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't open '$filename': $!"); |
|
37
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
38
|
|
|
|
|
|
|
return undef |
|
39
|
0
|
|
|
|
|
0
|
} |
|
40
|
|
|
|
|
|
|
# we do the same if we can't get exclusive lock on the file |
|
41
|
12
|
50
|
|
|
|
66
|
unless (flock(FH, LOCK_EX) ) { |
|
42
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't lock '$filename': $!"); |
|
43
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
44
|
|
|
|
|
|
|
return undef |
|
45
|
0
|
|
|
|
|
0
|
} |
|
46
|
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
# and store frozen data into file: |
|
48
|
12
|
|
|
|
|
146
|
print FH $self->freeze($object_name, $props, $columns); |
|
49
|
|
|
|
|
|
|
# if we can't close the file handle, it means we couldn't store it. |
|
50
|
12
|
50
|
|
|
|
525
|
unless( close(FH) ) { |
|
51
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't save the object: $!"); |
|
52
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
53
|
|
|
|
|
|
|
return undef |
|
54
|
0
|
|
|
|
|
0
|
} |
|
55
|
|
|
|
|
|
|
# if everything went swell, we should return object id |
|
56
|
|
|
|
|
|
|
return $columns->{id} |
|
57
|
12
|
|
|
|
|
58
|
} |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
|
|
62
|
|
|
|
|
|
|
sub load_ids { |
|
63
|
46
|
|
|
46
|
1
|
55
|
my $self = shift; |
|
64
|
46
|
|
33
|
|
|
109
|
my $class = ref($self) || $self; |
|
65
|
46
|
|
|
|
|
73
|
my ($object_name, $props, $terms, $args) = @_; |
|
66
|
|
|
|
|
|
|
|
|
67
|
46
|
|
|
|
|
955
|
logtrc 3, "%s->load_ids(@_)", $class; |
|
68
|
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
# if we come this far, we're being asked to return either all the objects, |
|
70
|
|
|
|
|
|
|
# or by some criteria |
|
71
|
46
|
|
|
|
|
2736
|
my @data_set = ( ); |
|
72
|
46
|
|
100
|
|
|
149
|
$args ||= { }; |
|
73
|
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
# to do it, we need to figure out which directory the objects of this |
|
75
|
|
|
|
|
|
|
# type are most likely to be stored. For details look into '_dir()' |
|
76
|
46
|
50
|
|
|
|
93
|
my $object_dir = $self->_dir($object_name, $props) or return; |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
# and iterate through each object file. For some reason I prefer using |
|
79
|
|
|
|
|
|
|
# IO::Dir for retrieving objects, seems 'cleaner' this way |
|
80
|
46
|
|
|
|
|
2598
|
require IO::Dir; |
|
81
|
46
|
|
|
|
|
78360
|
my %files = (); |
|
82
|
46
|
50
|
|
|
|
176
|
unless(tie %files, "IO::Dir", $object_dir) { |
|
83
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't open '$object_dir': $!"); |
|
84
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
85
|
|
|
|
|
|
|
return undef |
|
86
|
0
|
|
|
|
|
0
|
} |
|
87
|
46
|
|
|
|
|
2791
|
my $n = 0; |
|
88
|
46
|
|
|
|
|
145
|
while ( my ($filename, $stat) = each %files ) { |
|
89
|
|
|
|
|
|
|
# if 'limit' was given, and 'offset' is missing and sort is not given, |
|
90
|
|
|
|
|
|
|
# then check we have already reached our 'limit'. Otherwise, we need to |
|
91
|
|
|
|
|
|
|
# load all the objects to the memory before we can return the data set |
|
92
|
233
|
50
|
100
|
|
|
22987
|
if ( defined($args->{limit}) && (!$args->{offset}) && (!$args->{'sort'}) && ($n == $args->{limit}) ) { |
|
|
|
|
66
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
93
|
|
|
|
|
|
|
last |
|
94
|
0
|
|
|
|
|
0
|
} |
|
95
|
|
|
|
|
|
|
# if it is a directory, then skip to the next file |
|
96
|
233
|
100
|
|
|
|
3558
|
if ( S_ISDIR($stat->mode) ) { |
|
97
|
|
|
|
|
|
|
next |
|
98
|
92
|
|
|
|
|
799
|
} |
|
99
|
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
# defining a regex pattern to check against the filename to determine |
|
101
|
|
|
|
|
|
|
# if it can be the file object stored in |
|
102
|
141
|
|
|
|
|
806
|
my $filef_pattern = $f; |
|
103
|
141
|
|
|
|
|
469
|
$filef_pattern =~ s/\%\d*d/\\d\+/g; |
|
104
|
141
|
|
|
|
|
256
|
$filef_pattern =~ s/\./\\./g; |
|
105
|
|
|
|
|
|
|
|
|
106
|
141
|
100
|
|
|
|
604
|
unless ( $filename =~ m/^$filef_pattern$/ ) { |
|
107
|
|
|
|
|
|
|
next |
|
108
|
46
|
|
|
|
|
251
|
} |
|
109
|
|
|
|
|
|
|
# we open the file with read-only flag |
|
110
|
95
|
50
|
|
|
|
2467
|
unless (sysopen(FH, File::Spec->catfile($object_dir, $filename), O_RDONLY)) { |
|
111
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't open '$filename': $!"); |
|
112
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
113
|
|
|
|
|
|
|
return undef |
|
114
|
0
|
|
|
|
|
0
|
} |
|
115
|
95
|
50
|
|
|
|
486
|
unless(flock(FH, LOCK_SH)) { |
|
116
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't lock '$filename': $!"); |
|
117
|
0
|
|
|
|
|
0
|
logerr $self->errstr; |
|
118
|
|
|
|
|
|
|
return undef |
|
119
|
0
|
|
|
|
|
0
|
} |
|
120
|
95
|
|
|
|
|
295
|
local $/ = undef; |
|
121
|
95
|
|
|
|
|
1076
|
my $datastr = ; close(FH); |
|
|
95
|
|
|
|
|
500
|
|
|
122
|
95
|
50
|
|
|
|
159
|
unless( defined $datastr ) { |
|
123
|
|
|
|
|
|
|
next |
|
124
|
0
|
|
|
|
|
0
|
} |
|
125
|
95
|
|
|
|
|
289
|
my $data = $self->thaw($object_name, $props, $datastr); |
|
126
|
95
|
100
|
|
|
|
235
|
if ( $self->_matches_terms($data, $terms) ) { |
|
127
|
71
|
100
|
|
|
|
170
|
push @data_set, keys %$args ? $data : $data->{id}; |
|
128
|
71
|
|
|
|
|
429
|
$n++ |
|
129
|
|
|
|
|
|
|
} |
|
130
|
|
|
|
|
|
|
} |
|
131
|
46
|
|
|
|
|
643
|
untie(%files); |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
# returning post-processed data set |
|
134
|
46
|
100
|
|
|
|
940
|
unless ( keys %$args ) { |
|
135
|
|
|
|
|
|
|
return \@data_set |
|
136
|
31
|
|
|
|
|
171
|
} |
|
137
|
|
|
|
|
|
|
|
|
138
|
15
|
|
|
|
|
50
|
my $data_set = $self->_filter_by_args(\@data_set, $args); |
|
139
|
15
|
|
|
|
|
21
|
return [ map { $_->{id} } @$data_set ] |
|
|
27
|
|
|
|
|
125
|
|
|
140
|
|
|
|
|
|
|
} |
|
141
|
|
|
|
|
|
|
|
|
142
|
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
|
|
148
|
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
|
|
152
|
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
# load_by_id() is called only while object is to be retrieved by its id |
|
156
|
|
|
|
|
|
|
sub load { |
|
157
|
51
|
|
|
51
|
1
|
62
|
my $self = shift; |
|
158
|
51
|
|
33
|
|
|
109
|
my $class = ref($self) || $self; |
|
159
|
51
|
|
|
|
|
64
|
my ($object_name, $props, $id) = @_; |
|
160
|
|
|
|
|
|
|
|
|
161
|
51
|
|
|
|
|
1093
|
logtrc 3, "%s->load(%s)", $class, join ", ", @_; |
|
162
|
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
# determine the name of the file for this object |
|
164
|
51
|
50
|
|
|
|
3254
|
my $filename = $self->_filename($object_name, $props, $id) or return; |
|
165
|
|
|
|
|
|
|
|
|
166
|
|
|
|
|
|
|
# open that file |
|
167
|
51
|
100
|
|
|
|
990
|
unless ( sysopen(FH, $filename, O_RDONLY) ) { |
|
168
|
1
|
|
|
|
|
19
|
$self->errstr("couldn't open '$filename': $!"); |
|
169
|
|
|
|
|
|
|
return undef |
|
170
|
1
|
|
|
|
|
8
|
} |
|
171
|
|
|
|
|
|
|
# lock the file handle |
|
172
|
50
|
50
|
|
|
|
216
|
unless(flock(FH, LOCK_SH)) { |
|
173
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't lock '$filename': $!"); |
|
174
|
|
|
|
|
|
|
return undef |
|
175
|
0
|
|
|
|
|
0
|
} |
|
176
|
|
|
|
|
|
|
# undefined record separator |
|
177
|
50
|
|
|
|
|
147
|
local $/ = undef; |
|
178
|
|
|
|
|
|
|
# slurp the whole file in |
|
179
|
50
|
|
|
|
|
684
|
my $data_str = ; |
|
180
|
50
|
|
|
|
|
273
|
close(FH); |
|
181
|
50
|
50
|
|
|
|
91
|
unless ( $data_str ) { |
|
182
|
0
|
|
|
|
|
0
|
$self->errstr("object is empty"); |
|
183
|
|
|
|
|
|
|
return undef |
|
184
|
0
|
|
|
|
|
0
|
} |
|
185
|
50
|
|
|
|
|
193
|
return $self->thaw($object_name, $props, $data_str) |
|
186
|
|
|
|
|
|
|
} |
|
187
|
|
|
|
|
|
|
|
|
188
|
|
|
|
|
|
|
|
|
189
|
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
sub remove { |
|
192
|
7
|
|
|
7
|
1
|
16
|
my ($self, $object_name, $props, $id) = @_; |
|
193
|
|
|
|
|
|
|
|
|
194
|
7
|
|
|
|
|
23
|
my $filename = $self->_filename($object_name, $props, $id); |
|
195
|
7
|
50
|
|
|
|
601
|
unless ( unlink($filename) ) { |
|
196
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't unlink '$filename': $!"); |
|
197
|
|
|
|
|
|
|
return undef |
|
198
|
0
|
|
|
|
|
0
|
} |
|
199
|
7
|
|
|
|
|
30
|
return 1 |
|
200
|
|
|
|
|
|
|
} |
|
201
|
|
|
|
|
|
|
|
|
202
|
|
|
|
|
|
|
|
|
203
|
|
|
|
|
|
|
|
|
204
|
|
|
|
|
|
|
|
|
205
|
|
|
|
|
|
|
|
|
206
|
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
|
|
208
|
|
|
|
|
|
|
sub drop_datasource { |
|
209
|
5
|
|
|
5
|
1
|
11
|
my ($self, $object_name, $props, $i) = @_; |
|
210
|
|
|
|
|
|
|
|
|
211
|
|
|
|
|
|
|
|
|
212
|
5
|
|
|
|
|
15
|
my $dir = $self->_dir($object_name, $props); |
|
213
|
5
|
|
|
|
|
121
|
logtrc 3, "removing '%s'", $dir; |
|
214
|
5
|
|
|
|
|
368
|
require File::Path; |
|
215
|
5
|
50
|
|
|
|
1965
|
unless ( File::Path::rmtree($dir) ) { |
|
216
|
0
|
|
|
|
|
0
|
$self->errstr( "couldn't unlink '%s': %s", $dir, $!); |
|
217
|
|
|
|
|
|
|
return undef |
|
218
|
0
|
|
|
|
|
0
|
} |
|
219
|
5
|
|
|
|
|
23
|
return 1 |
|
220
|
|
|
|
|
|
|
} |
|
221
|
|
|
|
|
|
|
|
|
222
|
|
|
|
|
|
|
|
|
223
|
|
|
|
|
|
|
|
|
224
|
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
|
|
226
|
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
|
|
228
|
|
|
|
|
|
|
sub generate_id { |
|
229
|
8
|
|
|
8
|
0
|
13
|
my ($self, $object_name, $props) = @_; |
|
230
|
|
|
|
|
|
|
|
|
231
|
8
|
50
|
|
|
|
17
|
my $dir = $self->_dir($object_name, $props) or return; |
|
232
|
|
|
|
|
|
|
|
|
233
|
8
|
|
|
|
|
95
|
my $filename = File::Spec->catfile($dir, 'counter.cpo'); |
|
234
|
|
|
|
|
|
|
|
|
235
|
8
|
50
|
|
|
|
412
|
unless (sysopen(FH, $filename, O_RDWR|O_CREAT)) { |
|
236
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't open/create '$filename': $!"); |
|
237
|
|
|
|
|
|
|
return undef |
|
238
|
0
|
|
|
|
|
0
|
} |
|
239
|
8
|
50
|
|
|
|
62
|
unless (flock(FH, LOCK_EX) ) { |
|
240
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't lock '$filename': $!"); |
|
241
|
|
|
|
|
|
|
return undef |
|
242
|
0
|
|
|
|
|
0
|
} |
|
243
|
8
|
|
100
|
|
|
169
|
my $num = || 0; |
|
244
|
8
|
50
|
|
|
|
51
|
unless (seek(FH, 0, 0)) { |
|
245
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't seek to the start of '$filename': $!"); |
|
246
|
|
|
|
|
|
|
return undef |
|
247
|
0
|
|
|
|
|
0
|
} |
|
248
|
8
|
50
|
|
|
|
253
|
unless (truncate(FH, 0)) { |
|
249
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't truncate '$filename': $!"); |
|
250
|
|
|
|
|
|
|
return undef |
|
251
|
0
|
|
|
|
|
0
|
} |
|
252
|
8
|
|
|
|
|
157
|
print FH ++$num, "\n"; |
|
253
|
8
|
50
|
|
|
|
222
|
unless(close(FH)) { |
|
254
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't update '$filename': $!"); |
|
255
|
|
|
|
|
|
|
return undef |
|
256
|
0
|
|
|
|
|
0
|
} |
|
257
|
8
|
|
|
|
|
47
|
return $num |
|
258
|
|
|
|
|
|
|
} |
|
259
|
|
|
|
|
|
|
|
|
260
|
|
|
|
|
|
|
|
|
261
|
|
|
|
|
|
|
|
|
262
|
|
|
|
|
|
|
|
|
263
|
|
|
|
|
|
|
sub _filename { |
|
264
|
70
|
|
|
70
|
|
111
|
my ($self, $object_name, $props, $id) = @_; |
|
265
|
|
|
|
|
|
|
|
|
266
|
70
|
50
|
33
|
|
|
297
|
unless ( $object_name && defined($id) ) { |
|
267
|
0
|
|
|
|
|
0
|
logcroak "Usage: _filename(\$id)"; |
|
268
|
|
|
|
|
|
|
} |
|
269
|
70
|
50
|
|
|
|
115
|
my $dir = $self->_dir($object_name, $props) or return; |
|
270
|
70
|
|
|
|
|
742
|
return File::Spec->catfile($dir, sprintf($f, $id)) |
|
271
|
|
|
|
|
|
|
} |
|
272
|
|
|
|
|
|
|
|
|
273
|
|
|
|
|
|
|
|
|
274
|
|
|
|
|
|
|
sub _dir { |
|
275
|
129
|
|
|
129
|
|
141
|
my ($self, $object_name, $props) = @_; |
|
276
|
|
|
|
|
|
|
|
|
277
|
129
|
|
|
|
|
103
|
my ($object_dir, $object_name_as_str); |
|
278
|
129
|
|
|
|
|
163
|
my $dir = $props->{datasource}; |
|
279
|
|
|
|
|
|
|
|
|
280
|
|
|
|
|
|
|
# if 'datasource' was not specified, we should |
|
281
|
|
|
|
|
|
|
# create a location for object of this type in the |
|
282
|
|
|
|
|
|
|
# system's temp folder: |
|
283
|
129
|
50
|
|
|
|
206
|
unless ( defined $dir ) { |
|
284
|
0
|
|
|
|
|
0
|
$dir = File::Spec->tmpdir() |
|
285
|
|
|
|
|
|
|
} |
|
286
|
|
|
|
|
|
|
|
|
287
|
|
|
|
|
|
|
# creating a dirified version of the object name |
|
288
|
129
|
|
|
|
|
119
|
$object_name_as_str = $object_name; |
|
289
|
129
|
|
|
|
|
473
|
$object_name_as_str =~ s/\W+/_/g; |
|
290
|
129
|
|
|
|
|
1061
|
$object_dir = File::Spec->catfile($dir, $object_name_as_str); |
|
291
|
|
|
|
|
|
|
|
|
292
|
|
|
|
|
|
|
# if the directory that we just created doesn't exist, |
|
293
|
|
|
|
|
|
|
# we should create it |
|
294
|
129
|
100
|
|
|
|
2028
|
unless ( -e $object_dir ) { |
|
295
|
6
|
|
|
|
|
41
|
require File::Path; |
|
296
|
6
|
50
|
|
|
|
1852
|
unless (File::Path::mkpath($object_dir) ) { |
|
297
|
0
|
|
|
|
|
0
|
$self->errstr("couldn't create datasource '$object_dir': $!"); |
|
298
|
|
|
|
|
|
|
return undef |
|
299
|
0
|
|
|
|
|
0
|
} |
|
300
|
|
|
|
|
|
|
} |
|
301
|
|
|
|
|
|
|
# return the directory |
|
302
|
129
|
|
|
|
|
386
|
return $object_dir |
|
303
|
|
|
|
|
|
|
} |
|
304
|
|
|
|
|
|
|
|
|
305
|
|
|
|
|
|
|
1; |
|
306
|
|
|
|
|
|
|
|
|
307
|
|
|
|
|
|
|
__END__; |