| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Parse::Taxonomy::MaterializedPath; |
|
2
|
6
|
|
|
6
|
|
10254
|
use strict; |
|
|
6
|
|
|
|
|
6
|
|
|
|
6
|
|
|
|
|
160
|
|
|
3
|
6
|
|
|
6
|
|
2005
|
use parent qw( Parse::Taxonomy ); |
|
|
6
|
|
|
|
|
1262
|
|
|
|
6
|
|
|
|
|
23
|
|
|
4
|
6
|
|
|
6
|
|
186
|
use Carp; |
|
|
6
|
|
|
|
|
6
|
|
|
|
6
|
|
|
|
|
274
|
|
|
5
|
6
|
|
|
6
|
|
3481
|
use Text::CSV_XS; |
|
|
6
|
|
|
|
|
36382
|
|
|
|
6
|
|
|
|
|
371
|
|
|
6
|
6
|
|
|
6
|
|
36
|
use Scalar::Util qw( reftype ); |
|
|
6
|
|
|
|
|
6
|
|
|
|
6
|
|
|
|
|
260
|
|
|
7
|
6
|
|
|
6
|
|
21
|
use List::Util qw( max ); |
|
|
6
|
|
|
|
|
39
|
|
|
|
6
|
|
|
|
|
450
|
|
|
8
|
6
|
|
|
6
|
|
19
|
use Cwd; |
|
|
6
|
|
|
|
|
8
|
|
|
|
6
|
|
|
|
|
337
|
|
|
9
|
|
|
|
|
|
|
our $VERSION = '0.24'; |
|
10
|
6
|
|
|
|
|
15186
|
use Parse::Taxonomy::Auxiliary qw( |
|
11
|
|
|
|
|
|
|
path_check_fields |
|
12
|
|
|
|
|
|
|
components_check_fields |
|
13
|
6
|
|
|
6
|
|
1400
|
); |
|
|
6
|
|
|
|
|
8
|
|
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
=head1 NAME |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
Parse::Taxonomy::MaterializedPath - Validate a file for use as a path-based taxonomy |
|
18
|
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
use Parse::Taxonomy::MaterializedPath; |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
# 'file' interface: reads a CSV file for you |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
$source = "./t/data/alpha.csv"; |
|
26
|
|
|
|
|
|
|
$self = Parse::Taxonomy::MaterializedPath->new( { |
|
27
|
|
|
|
|
|
|
file => $source, |
|
28
|
|
|
|
|
|
|
} ); |
|
29
|
|
|
|
|
|
|
|
|
30
|
|
|
|
|
|
|
# 'components' interface: as if you've already read a |
|
31
|
|
|
|
|
|
|
# CSV file and now have Perl array references to header and data rows |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
$self = Parse::Taxonomy::MaterializedPath->new( { |
|
34
|
|
|
|
|
|
|
components => { |
|
35
|
|
|
|
|
|
|
fields => $fields, |
|
36
|
|
|
|
|
|
|
data_records => $data_records, |
|
37
|
|
|
|
|
|
|
} |
|
38
|
|
|
|
|
|
|
} ); |
|
39
|
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
=head1 METHODS |
|
41
|
|
|
|
|
|
|
|
|
42
|
|
|
|
|
|
|
=head2 C |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
=over 4 |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
=item * Purpose |
|
47
|
|
|
|
|
|
|
|
|
48
|
|
|
|
|
|
|
Parse::Taxonomy::MaterializedPath constructor. |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
=item * Arguments |
|
51
|
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
Single hash reference. There are two possible interfaces: C and C. |
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
=over 4 |
|
55
|
|
|
|
|
|
|
|
|
56
|
|
|
|
|
|
|
=item 1 C interface |
|
57
|
|
|
|
|
|
|
|
|
58
|
|
|
|
|
|
|
$source = "./t/data/alpha.csv"; |
|
59
|
|
|
|
|
|
|
$self = Parse::Taxonomy::MaterializedPath->new( { |
|
60
|
|
|
|
|
|
|
file => $source, |
|
61
|
|
|
|
|
|
|
path_col_idx => 0, |
|
62
|
|
|
|
|
|
|
path_col_sep => '|', |
|
63
|
|
|
|
|
|
|
%TextCSVoptions, |
|
64
|
|
|
|
|
|
|
} ); |
|
65
|
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
Elements in the hash reference are keyed on: |
|
67
|
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
=over 4 |
|
69
|
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
=item * C |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
Absolute or relative path to the incoming taxonomy file. |
|
73
|
|
|
|
|
|
|
B for this interface. |
|
74
|
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
=item * C |
|
76
|
|
|
|
|
|
|
|
|
77
|
|
|
|
|
|
|
If the column to be used as the "path" column in the incoming taxonomy file is |
|
78
|
|
|
|
|
|
|
B the first column, this option must be set to the integer representing |
|
79
|
|
|
|
|
|
|
the "path" column's index position (count starts at 0). Optional; defaults to C<0>. |
|
80
|
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
=item * C |
|
82
|
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
If the string used to distinguish components of the path in the path column in |
|
84
|
|
|
|
|
|
|
the incoming taxonomy file is not a pipe (C<|>), this option must be set. |
|
85
|
|
|
|
|
|
|
Optional; defaults to C<|>. |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
=item * Text::CSV_XS options |
|
88
|
|
|
|
|
|
|
|
|
89
|
|
|
|
|
|
|
Any other options which could normally be passed to Cnew()> will |
|
90
|
|
|
|
|
|
|
be passed through to that module's constructor. On the recommendation of the |
|
91
|
|
|
|
|
|
|
Text::CSV documentation, C is always set to a true value. |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
=back |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
=item 2 C interface |
|
96
|
|
|
|
|
|
|
|
|
97
|
|
|
|
|
|
|
$self = Parse::Taxonomy::MaterializedPath->new( { |
|
98
|
|
|
|
|
|
|
components => { |
|
99
|
|
|
|
|
|
|
fields => $fields, |
|
100
|
|
|
|
|
|
|
data_records => $data_records, |
|
101
|
|
|
|
|
|
|
} |
|
102
|
|
|
|
|
|
|
} ); |
|
103
|
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
Elements in this hash are keyed on: |
|
105
|
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
=over 4 |
|
107
|
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
=item * C |
|
109
|
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
This element is B for the |
|
111
|
|
|
|
|
|
|
C interface. The value of this element is a hash reference with two keys, C and |
|
112
|
|
|
|
|
|
|
C. C is a reference to an array holding the field or |
|
113
|
|
|
|
|
|
|
column names for the data set. C is a reference to an array of |
|
114
|
|
|
|
|
|
|
array references, each of the latter arrayrefs holding one record or row from |
|
115
|
|
|
|
|
|
|
the data set. |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
=item * C |
|
118
|
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
Same as in C interface above. |
|
120
|
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
=item * C |
|
122
|
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
Same as in C interface above. |
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
=back |
|
126
|
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
=back |
|
128
|
|
|
|
|
|
|
|
|
129
|
|
|
|
|
|
|
=item * Return Value |
|
130
|
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
Parse::Taxonomy::MaterializedPath object. |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=item * Comment |
|
134
|
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
C will throw an exception under any of the following conditions: |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
=over 4 |
|
138
|
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
=item * Argument to C is not a reference. |
|
140
|
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
=item * Argument to C is not a hash reference. |
|
142
|
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
=item * In the C interface, unable to locate the file which is the value of the C element. |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
=item * Argument to C element is not an integer. |
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
=item * Argument to C is greater than the index number of the |
|
148
|
|
|
|
|
|
|
last element in the header row of the incoming taxonomy file, I the |
|
149
|
|
|
|
|
|
|
C is wrong. |
|
150
|
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
=item * The same field is found more than once in the header row of the |
|
152
|
|
|
|
|
|
|
incoming taxonomy file. |
|
153
|
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
=item * Unable to open or close the incoming taxonomy file for reading. |
|
155
|
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
=item * In the column designated as the "path" column, the same value is |
|
157
|
|
|
|
|
|
|
observed more than once. |
|
158
|
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
=item * C, C, C, C and C are reserved terms. |
|
160
|
|
|
|
|
|
|
One or more columns is named with a reserved term. |
|
161
|
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
=item * A non-parent node's parent node cannot be located in the incoming taxonomy file. |
|
163
|
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
=item * A data row has a number of fields different from the number of fields |
|
165
|
|
|
|
|
|
|
in the header row. |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=back |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
=back |
|
170
|
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
=cut |
|
172
|
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
sub new { |
|
174
|
62
|
|
|
62
|
1
|
36876
|
my ($class, $args) = @_; |
|
175
|
62
|
|
|
|
|
63
|
my $data; |
|
176
|
|
|
|
|
|
|
|
|
177
|
62
|
100
|
100
|
|
|
713
|
croak "Argument to 'new()' must be hashref" |
|
178
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
179
|
60
|
|
|
|
|
57
|
my $argscount = 0; |
|
180
|
60
|
100
|
|
|
|
124
|
$argscount++ if $args->{file}; |
|
181
|
60
|
100
|
|
|
|
102
|
$argscount++ if $args->{components}; |
|
182
|
60
|
100
|
|
|
|
187
|
croak "Argument to 'new()' must have either 'file' or 'components' element" |
|
183
|
|
|
|
|
|
|
if ($argscount == 0); |
|
184
|
59
|
100
|
|
|
|
245
|
croak "Argument to 'new()' must have either 'file' or 'components' element but not both" |
|
185
|
|
|
|
|
|
|
if ($argscount == 2); |
|
186
|
|
|
|
|
|
|
|
|
187
|
58
|
100
|
|
|
|
101
|
if (exists $args->{path_col_idx}) { |
|
188
|
|
|
|
|
|
|
croak "Argument to 'path_col_idx' must be integer" |
|
189
|
4
|
100
|
|
|
|
104
|
unless $args->{path_col_idx} =~ m/^\d+$/; |
|
190
|
|
|
|
|
|
|
} |
|
191
|
57
|
|
100
|
|
|
220
|
$data->{path_col_idx} = delete $args->{path_col_idx} || 0; |
|
192
|
|
|
|
|
|
|
$data->{path_col_sep} = exists $args->{path_col_sep} |
|
193
|
|
|
|
|
|
|
? $args->{path_col_sep} |
|
194
|
57
|
100
|
|
|
|
154
|
: '|'; |
|
195
|
57
|
100
|
|
|
|
75
|
if (exists $args->{path_col_sep}) { |
|
196
|
5
|
|
|
|
|
6
|
$data->{path_col_sep} = $args->{path_col_sep}; |
|
197
|
5
|
|
|
|
|
8
|
delete $args->{path_col_sep}; |
|
198
|
|
|
|
|
|
|
} |
|
199
|
|
|
|
|
|
|
else { |
|
200
|
52
|
|
|
|
|
60
|
$data->{path_col_sep} = '|'; |
|
201
|
|
|
|
|
|
|
} |
|
202
|
|
|
|
|
|
|
|
|
203
|
57
|
100
|
|
|
|
79
|
if ($args->{components}) { |
|
204
|
|
|
|
|
|
|
croak "Value of 'components' element must be hashref" |
|
205
|
30
|
100
|
100
|
|
|
321
|
unless (ref($args->{components}) and reftype($args->{components}) eq 'HASH'); |
|
206
|
28
|
|
|
|
|
42
|
for my $k ( qw| fields data_records | ) { |
|
207
|
|
|
|
|
|
|
croak "Value of 'components' element must have '$k' key-value pair" |
|
208
|
53
|
100
|
|
|
|
260
|
unless exists $args->{components}->{$k}; |
|
209
|
|
|
|
|
|
|
croak "Value of '$k' element must be arrayref" |
|
210
|
|
|
|
|
|
|
unless (ref($args->{components}->{$k}) and |
|
211
|
51
|
100
|
100
|
|
|
484
|
reftype($args->{components}->{$k}) eq 'ARRAY'); |
|
212
|
|
|
|
|
|
|
} |
|
213
|
23
|
|
|
|
|
29
|
for my $row (@{$args->{components}->{data_records}}) { |
|
|
23
|
|
|
|
|
53
|
|
|
214
|
292
|
100
|
100
|
|
|
1020
|
croak "Each element in 'data_records' array must be arrayref" |
|
215
|
|
|
|
|
|
|
unless (ref($row) and reftype($row) eq 'ARRAY'); |
|
216
|
|
|
|
|
|
|
} |
|
217
|
|
|
|
|
|
|
# We don't want to stick $args->{components} into the object as is. |
|
218
|
|
|
|
|
|
|
# Rather, we want to insert 'fields' and 'data_records' for |
|
219
|
|
|
|
|
|
|
# consistency with the 'file' interface. But to do that we first need |
|
220
|
|
|
|
|
|
|
# to impose the same validations that we do for the 'file' interface. |
|
221
|
|
|
|
|
|
|
# We also need to populate 'path_col'. |
|
222
|
21
|
|
|
|
|
43
|
_prepare_fields($data, $args->{components}->{fields}, 1); |
|
223
|
18
|
|
|
|
|
20
|
my $these_data_records = $args->{components}->{data_records}; |
|
224
|
18
|
|
|
|
|
22
|
delete $args->{components}; |
|
225
|
18
|
|
|
|
|
34
|
_prepare_data_records($data, $these_data_records, $args); |
|
226
|
|
|
|
|
|
|
} |
|
227
|
|
|
|
|
|
|
else { |
|
228
|
|
|
|
|
|
|
croak "Cannot locate file '$args->{file}'" |
|
229
|
27
|
100
|
|
|
|
599
|
unless (-f $args->{file}); |
|
230
|
26
|
|
|
|
|
43
|
$data->{file} = delete $args->{file}; |
|
231
|
|
|
|
|
|
|
|
|
232
|
|
|
|
|
|
|
# We've now handled all the Parse::Taxonomy::MaterializedPath-specific options. |
|
233
|
|
|
|
|
|
|
# Any remaining options are assumed to be intended for Text::CSV_XS::new(). |
|
234
|
|
|
|
|
|
|
|
|
235
|
26
|
|
|
|
|
34
|
$args->{binary} = 1; |
|
236
|
26
|
50
|
|
|
|
107
|
my $csv = Text::CSV_XS->new ( $args ) |
|
237
|
|
|
|
|
|
|
or croak "Cannot use CSV: ".Text::CSV_XS->error_diag (); |
|
238
|
|
|
|
|
|
|
open my $IN, "<", $data->{file} |
|
239
|
26
|
50
|
|
|
|
2519
|
or croak "Unable to open '$data->{file}' for reading"; |
|
240
|
4
|
|
|
4
|
|
1711
|
my $header_ref = $csv->getline($IN); |
|
|
4
|
|
|
|
|
13989
|
|
|
|
4
|
|
|
|
|
105
|
|
|
|
26
|
|
|
|
|
895
|
|
|
241
|
|
|
|
|
|
|
|
|
242
|
26
|
|
|
|
|
847
|
_prepare_fields($data, $header_ref); |
|
243
|
23
|
|
|
|
|
423
|
my $data_records = $csv->getline_all($IN); |
|
244
|
23
|
50
|
|
|
|
5678
|
close $IN or croak "Unable to close after reading"; |
|
245
|
23
|
|
|
|
|
46
|
_prepare_data_records($data, $data_records, $args); |
|
246
|
|
|
|
|
|
|
} |
|
247
|
|
|
|
|
|
|
|
|
248
|
32
|
|
|
|
|
32
|
while (my ($k,$v) = each %{$args}) { |
|
|
50
|
|
|
|
|
122
|
|
|
249
|
18
|
|
|
|
|
29
|
$data->{$k} = $v; |
|
250
|
|
|
|
|
|
|
} |
|
251
|
32
|
|
|
|
|
41
|
my %row_analysis = (); |
|
252
|
32
|
|
|
|
|
77
|
for my $el (@{$data->{data_records}}) { |
|
|
32
|
|
|
|
|
64
|
|
|
253
|
425
|
|
|
|
|
322
|
my $rowkey = $el->[$data->{path_col_idx}]; |
|
254
|
425
|
|
|
|
|
714
|
$row_analysis{$rowkey} = split(/\Q$data->{path_col_sep}\E/, $rowkey); |
|
255
|
|
|
|
|
|
|
} |
|
256
|
32
|
|
|
|
|
63
|
$data->{row_analysis} = \%row_analysis; |
|
257
|
32
|
|
|
|
|
116
|
return bless $data, $class; |
|
258
|
|
|
|
|
|
|
} |
|
259
|
|
|
|
|
|
|
|
|
260
|
|
|
|
|
|
|
sub _prepare_fields { |
|
261
|
47
|
|
|
47
|
|
54
|
my ($data, $fields_ref, $components) = @_; |
|
262
|
47
|
100
|
|
|
|
80
|
if (! $components) { |
|
263
|
26
|
|
|
|
|
41
|
_check_path_col_idx($data, $fields_ref, 0); |
|
264
|
25
|
|
|
|
|
57
|
path_check_fields($data, $fields_ref); |
|
265
|
|
|
|
|
|
|
} |
|
266
|
|
|
|
|
|
|
else { |
|
267
|
21
|
|
|
|
|
36
|
_check_path_col_idx($data, $fields_ref, 1); |
|
268
|
20
|
|
|
|
|
51
|
components_check_fields($data, $fields_ref); |
|
269
|
|
|
|
|
|
|
} |
|
270
|
|
|
|
|
|
|
|
|
271
|
43
|
|
|
|
|
41
|
my %fields_seen = map { $_ => 1 } @{$fields_ref}; |
|
|
229
|
|
|
|
|
280
|
|
|
|
43
|
|
|
|
|
52
|
|
|
272
|
43
|
|
|
|
|
74
|
my @bad_fields = (); |
|
273
|
43
|
|
|
|
|
58
|
for my $reserved ( qw| id parent_id name lft rgh | ) { |
|
274
|
215
|
100
|
|
|
|
296
|
push @bad_fields, $reserved if $fields_seen{$reserved}; |
|
275
|
|
|
|
|
|
|
} |
|
276
|
43
|
|
|
|
|
87
|
my $msg = "Bad column names: <@bad_fields>. These are reserved for "; |
|
277
|
43
|
|
|
|
|
40
|
$msg .= "Parse::Taxonomy's internal use; please rename"; |
|
278
|
43
|
100
|
|
|
|
257
|
croak $msg if @bad_fields; |
|
279
|
|
|
|
|
|
|
|
|
280
|
41
|
|
|
|
|
57
|
$data->{fields} = $fields_ref; |
|
281
|
41
|
|
|
|
|
65
|
$data->{path_col} = $data->{fields}->[$data->{path_col_idx}]; |
|
282
|
41
|
|
|
|
|
68
|
return $data; |
|
283
|
|
|
|
|
|
|
} |
|
284
|
|
|
|
|
|
|
|
|
285
|
|
|
|
|
|
|
sub _check_path_col_idx { |
|
286
|
47
|
|
|
47
|
|
45
|
my ($data, $fields_ref, $components) = @_; |
|
287
|
47
|
|
|
|
|
49
|
my $error_msg = "Argument to 'path_col_idx' exceeds index of last field in "; |
|
288
|
47
|
100
|
|
|
|
101
|
$error_msg .= $components |
|
289
|
|
|
|
|
|
|
? "'fields' array ref" |
|
290
|
|
|
|
|
|
|
: "header row in '$data->{file}'"; |
|
291
|
|
|
|
|
|
|
|
|
292
|
47
|
100
|
|
|
|
37
|
croak $error_msg if $data->{path_col_idx} > $#{$fields_ref}; |
|
|
47
|
|
|
|
|
343
|
|
|
293
|
|
|
|
|
|
|
} |
|
294
|
|
|
|
|
|
|
|
|
295
|
|
|
|
|
|
|
sub _prepare_data_records { |
|
296
|
|
|
|
|
|
|
# Confirm each row's path starts with path_col_sep: |
|
297
|
|
|
|
|
|
|
# Confirm no duplicate entries in column holding path: |
|
298
|
|
|
|
|
|
|
# Confirm all rows have same number of columns as header: |
|
299
|
41
|
|
|
41
|
|
47
|
my ($data, $data_records, $args) = @_; |
|
300
|
41
|
|
|
|
|
24
|
my $error_msg; |
|
301
|
41
|
|
|
|
|
44
|
my @bad_path_cols = (); |
|
302
|
41
|
|
|
|
|
35
|
my @bad_count_records = (); |
|
303
|
41
|
|
|
|
|
54
|
my %paths_seen = (); |
|
304
|
41
|
|
|
|
|
24
|
my $field_count = scalar(@{$data->{fields}}); |
|
|
41
|
|
|
|
|
62
|
|
|
305
|
41
|
|
|
|
|
34
|
for my $rec (@{$data_records}) { |
|
|
41
|
|
|
|
|
56
|
|
|
306
|
537
|
100
|
|
|
|
1499
|
unless ($rec->[$data->{path_col_idx}] =~ m/^\Q$data->{path_col_sep}\E/) { |
|
307
|
6
|
|
|
|
|
9
|
push @bad_path_cols, $rec->[$data->{path_col_idx}]; |
|
308
|
|
|
|
|
|
|
} |
|
309
|
537
|
|
|
|
|
684
|
$paths_seen{$rec->[$data->{path_col_idx}]}++; |
|
310
|
537
|
|
|
|
|
291
|
my $this_row_count = scalar(@{$rec}); |
|
|
537
|
|
|
|
|
407
|
|
|
311
|
537
|
100
|
|
|
|
791
|
if ($this_row_count != $field_count) { |
|
312
|
|
|
|
|
|
|
push @bad_count_records, |
|
313
|
5
|
|
|
|
|
10
|
[ $rec->[$data->{path_col_idx}], $this_row_count ]; |
|
314
|
|
|
|
|
|
|
} |
|
315
|
|
|
|
|
|
|
} |
|
316
|
41
|
|
|
|
|
51
|
$error_msg = <
|
|
317
|
|
|
|
|
|
|
The value of the column designated as path must start with the path column separator. |
|
318
|
|
|
|
|
|
|
Rows with the following paths fail to do so: |
|
319
|
|
|
|
|
|
|
IMPROPER_PATH |
|
320
|
41
|
|
|
|
|
48
|
for my $path (@bad_path_cols) { |
|
321
|
6
|
|
|
|
|
9
|
$error_msg .= " $path\n"; |
|
322
|
|
|
|
|
|
|
} |
|
323
|
41
|
100
|
|
|
|
287
|
croak $error_msg if @bad_path_cols; |
|
324
|
|
|
|
|
|
|
|
|
325
|
39
|
|
|
|
|
40
|
my @dupe_paths = (); |
|
326
|
39
|
|
|
|
|
238
|
for my $path (sort keys %paths_seen) { |
|
327
|
504
|
100
|
|
|
|
589
|
push @dupe_paths, $path if $paths_seen{$path} > 1; |
|
328
|
|
|
|
|
|
|
} |
|
329
|
39
|
|
|
|
|
60
|
$error_msg = <
|
|
330
|
|
|
|
|
|
|
No duplicate entries are permitted in column designated as path. |
|
331
|
|
|
|
|
|
|
The following entries appear the number of times shown: |
|
332
|
|
|
|
|
|
|
ERROR_MSG_DUPE |
|
333
|
39
|
|
|
|
|
43
|
for my $path (@dupe_paths) { |
|
334
|
5
|
|
|
|
|
17
|
$error_msg .= " $path:" . sprintf(" %6s\n" => $paths_seen{$path}); |
|
335
|
|
|
|
|
|
|
} |
|
336
|
39
|
100
|
|
|
|
343
|
croak $error_msg if @dupe_paths; |
|
337
|
|
|
|
|
|
|
|
|
338
|
36
|
|
|
|
|
60
|
$error_msg = <
|
|
339
|
|
|
|
|
|
|
Header row has $field_count records. The following records had different counts: |
|
340
|
|
|
|
|
|
|
ERROR_MSG_WRONG_COUNT |
|
341
|
36
|
|
|
|
|
44
|
for my $rec (@bad_count_records) { |
|
342
|
4
|
|
|
|
|
8
|
$error_msg .= " $rec->[0]: $rec->[1]\n"; |
|
343
|
|
|
|
|
|
|
} |
|
344
|
36
|
100
|
|
|
|
237
|
croak $error_msg if @bad_count_records; |
|
345
|
|
|
|
|
|
|
|
|
346
|
|
|
|
|
|
|
# Confirm each node appears in taxonomy: |
|
347
|
34
|
|
|
|
|
34
|
my $path_args = { map { $_ => $args->{$_} } keys %{$args} }; |
|
|
19
|
|
|
|
|
51
|
|
|
|
34
|
|
|
|
|
71
|
|
|
348
|
34
|
|
|
|
|
52
|
$path_args->{sep} = $data->{path_col_sep}; |
|
349
|
34
|
50
|
|
|
|
137
|
my $path_csv = Text::CSV_XS->new ( $path_args ) |
|
350
|
|
|
|
|
|
|
or croak "Cannot use CSV: ".Text::CSV_XS->error_diag (); |
|
351
|
34
|
|
|
|
|
2644
|
my %missing_parents = (); |
|
352
|
34
|
|
|
|
|
187
|
for my $path (sort keys %paths_seen) { |
|
353
|
447
|
|
|
|
|
623
|
my $status = $path_csv->parse($path); |
|
354
|
447
|
|
|
|
|
3869
|
my @columns = $path_csv->fields(); |
|
355
|
447
|
100
|
|
|
|
1891
|
if (@columns > 2) { |
|
356
|
|
|
|
|
|
|
my $parent = |
|
357
|
324
|
|
|
|
|
507
|
join($path_args->{sep} => @columns[0 .. ($#columns - 1)]); |
|
358
|
324
|
100
|
|
|
|
625
|
unless (exists $paths_seen{$parent}) { |
|
359
|
4
|
|
|
|
|
11
|
$missing_parents{$path} = $parent; |
|
360
|
|
|
|
|
|
|
} |
|
361
|
|
|
|
|
|
|
} |
|
362
|
|
|
|
|
|
|
} |
|
363
|
34
|
|
|
|
|
51
|
$error_msg = <
|
|
364
|
|
|
|
|
|
|
Each node in the taxonomy must have a parent. |
|
365
|
|
|
|
|
|
|
The following nodes lack the expected parent: |
|
366
|
|
|
|
|
|
|
ERROR_MSG_ORPHAN |
|
367
|
34
|
|
|
|
|
65
|
for my $path (sort keys %missing_parents) { |
|
368
|
4
|
|
|
|
|
10
|
$error_msg .= " $path: $missing_parents{$path}\n"; |
|
369
|
|
|
|
|
|
|
} |
|
370
|
34
|
100
|
|
|
|
289
|
croak $error_msg if scalar(keys %missing_parents); |
|
371
|
|
|
|
|
|
|
# BBB end of validations |
|
372
|
32
|
|
|
|
|
39
|
$data->{data_records} = $data_records; |
|
373
|
|
|
|
|
|
|
|
|
374
|
32
|
|
|
|
|
280
|
return $data; |
|
375
|
|
|
|
|
|
|
} |
|
376
|
|
|
|
|
|
|
|
|
377
|
|
|
|
|
|
|
=head2 C |
|
378
|
|
|
|
|
|
|
|
|
379
|
|
|
|
|
|
|
=over 4 |
|
380
|
|
|
|
|
|
|
|
|
381
|
|
|
|
|
|
|
=item * Purpose |
|
382
|
|
|
|
|
|
|
|
|
383
|
|
|
|
|
|
|
Identify the names of the columns in the taxonomy. |
|
384
|
|
|
|
|
|
|
|
|
385
|
|
|
|
|
|
|
=item * Arguments |
|
386
|
|
|
|
|
|
|
|
|
387
|
|
|
|
|
|
|
my $fields = $self->fields(); |
|
388
|
|
|
|
|
|
|
|
|
389
|
|
|
|
|
|
|
No arguments; the information is already inside the object. |
|
390
|
|
|
|
|
|
|
|
|
391
|
|
|
|
|
|
|
=item * Return Value |
|
392
|
|
|
|
|
|
|
|
|
393
|
|
|
|
|
|
|
Reference to an array holding a list of the columns as they appear in the |
|
394
|
|
|
|
|
|
|
header row of the incoming taxonomy file. |
|
395
|
|
|
|
|
|
|
|
|
396
|
|
|
|
|
|
|
=item * Comment |
|
397
|
|
|
|
|
|
|
|
|
398
|
|
|
|
|
|
|
Read-only. |
|
399
|
|
|
|
|
|
|
|
|
400
|
|
|
|
|
|
|
=back |
|
401
|
|
|
|
|
|
|
|
|
402
|
|
|
|
|
|
|
=head2 C |
|
403
|
|
|
|
|
|
|
|
|
404
|
|
|
|
|
|
|
=over 4 |
|
405
|
|
|
|
|
|
|
|
|
406
|
|
|
|
|
|
|
=item * Purpose |
|
407
|
|
|
|
|
|
|
|
|
408
|
|
|
|
|
|
|
Identify the index position (count starts at 0) of the column in the incoming |
|
409
|
|
|
|
|
|
|
taxonomy file which serves as the path column. |
|
410
|
|
|
|
|
|
|
|
|
411
|
|
|
|
|
|
|
=item * Arguments |
|
412
|
|
|
|
|
|
|
|
|
413
|
|
|
|
|
|
|
my $path_col_idx = $self->path_col_idx; |
|
414
|
|
|
|
|
|
|
|
|
415
|
|
|
|
|
|
|
No arguments; the information is already inside the object. |
|
416
|
|
|
|
|
|
|
|
|
417
|
|
|
|
|
|
|
=item * Return Value |
|
418
|
|
|
|
|
|
|
|
|
419
|
|
|
|
|
|
|
Integer in the range from 0 to 1 less than the number of columns in the header |
|
420
|
|
|
|
|
|
|
row. |
|
421
|
|
|
|
|
|
|
|
|
422
|
|
|
|
|
|
|
=item * Comment |
|
423
|
|
|
|
|
|
|
|
|
424
|
|
|
|
|
|
|
Read-only. |
|
425
|
|
|
|
|
|
|
|
|
426
|
|
|
|
|
|
|
=back |
|
427
|
|
|
|
|
|
|
|
|
428
|
|
|
|
|
|
|
=cut |
|
429
|
|
|
|
|
|
|
|
|
430
|
|
|
|
|
|
|
sub path_col_idx { |
|
431
|
15
|
|
|
15
|
1
|
2812
|
my $self = shift; |
|
432
|
15
|
|
|
|
|
20
|
return $self->{path_col_idx}; |
|
433
|
|
|
|
|
|
|
} |
|
434
|
|
|
|
|
|
|
|
|
435
|
|
|
|
|
|
|
=head2 C |
|
436
|
|
|
|
|
|
|
|
|
437
|
|
|
|
|
|
|
=over 4 |
|
438
|
|
|
|
|
|
|
|
|
439
|
|
|
|
|
|
|
=item * Purpose |
|
440
|
|
|
|
|
|
|
|
|
441
|
|
|
|
|
|
|
Identify the name of the column in the incoming taxonomy which serves as the |
|
442
|
|
|
|
|
|
|
path column. |
|
443
|
|
|
|
|
|
|
|
|
444
|
|
|
|
|
|
|
=item * Arguments |
|
445
|
|
|
|
|
|
|
|
|
446
|
|
|
|
|
|
|
my $path_col = $self->path_col; |
|
447
|
|
|
|
|
|
|
|
|
448
|
|
|
|
|
|
|
No arguments; the information is already inside the object. |
|
449
|
|
|
|
|
|
|
|
|
450
|
|
|
|
|
|
|
=item * Return Value |
|
451
|
|
|
|
|
|
|
|
|
452
|
|
|
|
|
|
|
String. |
|
453
|
|
|
|
|
|
|
|
|
454
|
|
|
|
|
|
|
=item * Comment |
|
455
|
|
|
|
|
|
|
|
|
456
|
|
|
|
|
|
|
Read-only. |
|
457
|
|
|
|
|
|
|
|
|
458
|
|
|
|
|
|
|
=back |
|
459
|
|
|
|
|
|
|
|
|
460
|
|
|
|
|
|
|
=cut |
|
461
|
|
|
|
|
|
|
|
|
462
|
|
|
|
|
|
|
sub path_col { |
|
463
|
4
|
|
|
4
|
1
|
1112
|
my $self = shift; |
|
464
|
4
|
|
|
|
|
8
|
return $self->{path_col}; |
|
465
|
|
|
|
|
|
|
} |
|
466
|
|
|
|
|
|
|
|
|
467
|
|
|
|
|
|
|
=head2 C |
|
468
|
|
|
|
|
|
|
|
|
469
|
|
|
|
|
|
|
=over 4 |
|
470
|
|
|
|
|
|
|
|
|
471
|
|
|
|
|
|
|
=item * Purpose |
|
472
|
|
|
|
|
|
|
|
|
473
|
|
|
|
|
|
|
Identify the string used to separate path components once the taxonomy has |
|
474
|
|
|
|
|
|
|
been created. This is just a "getter" and is logically distinct from the |
|
475
|
|
|
|
|
|
|
option to C which is, in effect, a "setter." |
|
476
|
|
|
|
|
|
|
|
|
477
|
|
|
|
|
|
|
=item * Arguments |
|
478
|
|
|
|
|
|
|
|
|
479
|
|
|
|
|
|
|
my $path_col_sep = $self->path_col_sep; |
|
480
|
|
|
|
|
|
|
|
|
481
|
|
|
|
|
|
|
No arguments; the information is already inside the object. |
|
482
|
|
|
|
|
|
|
|
|
483
|
|
|
|
|
|
|
=item * Return Value |
|
484
|
|
|
|
|
|
|
|
|
485
|
|
|
|
|
|
|
String. |
|
486
|
|
|
|
|
|
|
|
|
487
|
|
|
|
|
|
|
=item * Comment |
|
488
|
|
|
|
|
|
|
|
|
489
|
|
|
|
|
|
|
Read-only. |
|
490
|
|
|
|
|
|
|
|
|
491
|
|
|
|
|
|
|
=back |
|
492
|
|
|
|
|
|
|
|
|
493
|
|
|
|
|
|
|
=cut |
|
494
|
|
|
|
|
|
|
|
|
495
|
|
|
|
|
|
|
sub path_col_sep { |
|
496
|
4
|
|
|
4
|
1
|
962
|
my $self = shift; |
|
497
|
4
|
|
|
|
|
6
|
return $self->{path_col_sep}; |
|
498
|
|
|
|
|
|
|
} |
|
499
|
|
|
|
|
|
|
|
|
500
|
|
|
|
|
|
|
=head2 C |
|
501
|
|
|
|
|
|
|
|
|
502
|
|
|
|
|
|
|
=over 4 |
|
503
|
|
|
|
|
|
|
|
|
504
|
|
|
|
|
|
|
=item * Purpose |
|
505
|
|
|
|
|
|
|
|
|
506
|
|
|
|
|
|
|
Once the taxonomy has been validated, get a list of its data rows as a Perl |
|
507
|
|
|
|
|
|
|
data structure. |
|
508
|
|
|
|
|
|
|
|
|
509
|
|
|
|
|
|
|
=item * Arguments |
|
510
|
|
|
|
|
|
|
|
|
511
|
|
|
|
|
|
|
$data_records = $self->data_records; |
|
512
|
|
|
|
|
|
|
|
|
513
|
|
|
|
|
|
|
None. |
|
514
|
|
|
|
|
|
|
|
|
515
|
|
|
|
|
|
|
=item * Return Value |
|
516
|
|
|
|
|
|
|
|
|
517
|
|
|
|
|
|
|
Reference to array of array references. The array will hold the data records |
|
518
|
|
|
|
|
|
|
found in the incoming taxonomy file in their order in that file. |
|
519
|
|
|
|
|
|
|
|
|
520
|
|
|
|
|
|
|
=item * Comment |
|
521
|
|
|
|
|
|
|
|
|
522
|
|
|
|
|
|
|
Does not contain any information about the fields in the taxonomy, so you |
|
523
|
|
|
|
|
|
|
should probably either (a) use in conjunction with C method above; |
|
524
|
|
|
|
|
|
|
or (b) use C. |
|
525
|
|
|
|
|
|
|
|
|
526
|
|
|
|
|
|
|
=back |
|
527
|
|
|
|
|
|
|
|
|
528
|
|
|
|
|
|
|
=head2 C |
|
529
|
|
|
|
|
|
|
|
|
530
|
|
|
|
|
|
|
=over 4 |
|
531
|
|
|
|
|
|
|
|
|
532
|
|
|
|
|
|
|
=item * Purpose |
|
533
|
|
|
|
|
|
|
|
|
534
|
|
|
|
|
|
|
Once the taxonomy has been validated, get a list of its header and data rows as a Perl |
|
535
|
|
|
|
|
|
|
data structure. |
|
536
|
|
|
|
|
|
|
|
|
537
|
|
|
|
|
|
|
=item * Arguments |
|
538
|
|
|
|
|
|
|
|
|
539
|
|
|
|
|
|
|
$data_records = $self->fields_and_data_records; |
|
540
|
|
|
|
|
|
|
|
|
541
|
|
|
|
|
|
|
None. |
|
542
|
|
|
|
|
|
|
|
|
543
|
|
|
|
|
|
|
=item * Return Value |
|
544
|
|
|
|
|
|
|
|
|
545
|
|
|
|
|
|
|
Reference to array of array references. The first element in the array will |
|
546
|
|
|
|
|
|
|
hold the header row (same as output of C). The remaining elements |
|
547
|
|
|
|
|
|
|
will hold the data records found in the incoming taxonomy file in their order |
|
548
|
|
|
|
|
|
|
in that file. |
|
549
|
|
|
|
|
|
|
|
|
550
|
|
|
|
|
|
|
=back |
|
551
|
|
|
|
|
|
|
|
|
552
|
|
|
|
|
|
|
=cut |
|
553
|
|
|
|
|
|
|
|
|
554
|
|
|
|
|
|
|
=head2 C |
|
555
|
|
|
|
|
|
|
|
|
556
|
|
|
|
|
|
|
=over 4 |
|
557
|
|
|
|
|
|
|
|
|
558
|
|
|
|
|
|
|
=item * Purpose |
|
559
|
|
|
|
|
|
|
|
|
560
|
|
|
|
|
|
|
Once the taxonomy has been validated, get a list of its data rows as a Perl |
|
561
|
|
|
|
|
|
|
data structure. In each element of this list, the path is now represented as |
|
562
|
|
|
|
|
|
|
an array reference rather than a string. |
|
563
|
|
|
|
|
|
|
|
|
564
|
|
|
|
|
|
|
=item * Arguments |
|
565
|
|
|
|
|
|
|
|
|
566
|
|
|
|
|
|
|
$data_records_path_components = $self->data_records_path_components; |
|
567
|
|
|
|
|
|
|
|
|
568
|
|
|
|
|
|
|
None. |
|
569
|
|
|
|
|
|
|
|
|
570
|
|
|
|
|
|
|
=item * Return Value |
|
571
|
|
|
|
|
|
|
|
|
572
|
|
|
|
|
|
|
Reference to array of array references. The array will hold the data records |
|
573
|
|
|
|
|
|
|
found in the incoming taxonomy file in their order in that file. |
|
574
|
|
|
|
|
|
|
|
|
575
|
|
|
|
|
|
|
=item * Comment |
|
576
|
|
|
|
|
|
|
|
|
577
|
|
|
|
|
|
|
Does not contain any information about the fields in the taxonomy, so you may |
|
578
|
|
|
|
|
|
|
wish to use this method either (a) use in conjunction with C method |
|
579
|
|
|
|
|
|
|
above; or (b) use C. |
|
580
|
|
|
|
|
|
|
|
|
581
|
|
|
|
|
|
|
=back |
|
582
|
|
|
|
|
|
|
|
|
583
|
|
|
|
|
|
|
=cut |
|
584
|
|
|
|
|
|
|
|
|
585
|
|
|
|
|
|
|
sub data_records_path_components { |
|
586
|
13
|
|
|
13
|
1
|
1316
|
my $self = shift; |
|
587
|
13
|
|
|
|
|
17
|
my @all_rows = (); |
|
588
|
13
|
|
|
|
|
10
|
for my $row (@{$self->{data_records}}) { |
|
|
13
|
|
|
|
|
28
|
|
|
589
|
182
|
|
|
|
|
160
|
my $path_col = $row->[$self->{path_col_idx}]; |
|
590
|
182
|
|
|
|
|
682
|
my @path_components = split(/\Q$self->{path_col_sep}\E/, $path_col); |
|
591
|
182
|
|
|
|
|
136
|
my @rewritten = (); |
|
592
|
182
|
|
|
|
|
124
|
for (my $i = 0; $i <= $#{$row}; $i++) { |
|
|
1062
|
|
|
|
|
1300
|
|
|
593
|
880
|
100
|
|
|
|
795
|
if ($i != $self->{path_col_idx}) { |
|
594
|
698
|
|
|
|
|
702
|
push @rewritten, $row->[$i]; |
|
595
|
|
|
|
|
|
|
} |
|
596
|
|
|
|
|
|
|
else { |
|
597
|
182
|
|
|
|
|
206
|
push @rewritten, \@path_components; |
|
598
|
|
|
|
|
|
|
} |
|
599
|
|
|
|
|
|
|
} |
|
600
|
182
|
|
|
|
|
233
|
push @all_rows, \@rewritten; |
|
601
|
|
|
|
|
|
|
} |
|
602
|
13
|
|
|
|
|
43
|
return \@all_rows; |
|
603
|
|
|
|
|
|
|
} |
|
604
|
|
|
|
|
|
|
|
|
605
|
|
|
|
|
|
|
=head2 C |
|
606
|
|
|
|
|
|
|
|
|
607
|
|
|
|
|
|
|
=over 4 |
|
608
|
|
|
|
|
|
|
|
|
609
|
|
|
|
|
|
|
=item * Purpose |
|
610
|
|
|
|
|
|
|
|
|
611
|
|
|
|
|
|
|
Once the taxonomy has been validated, get a list of its data rows as a Perl |
|
612
|
|
|
|
|
|
|
data structure. The first element in this list is an array reference holding |
|
613
|
|
|
|
|
|
|
the header row. In each data element of this list, the path is now represented as |
|
614
|
|
|
|
|
|
|
an array reference rather than a string. |
|
615
|
|
|
|
|
|
|
|
|
616
|
|
|
|
|
|
|
=item * Arguments |
|
617
|
|
|
|
|
|
|
|
|
618
|
|
|
|
|
|
|
$fields_and_data_records_path_components = $self->fields_and_data_records_path_components; |
|
619
|
|
|
|
|
|
|
|
|
620
|
|
|
|
|
|
|
None. |
|
621
|
|
|
|
|
|
|
|
|
622
|
|
|
|
|
|
|
=item * Return Value |
|
623
|
|
|
|
|
|
|
|
|
624
|
|
|
|
|
|
|
Reference to array of array references. The array will hold the data records |
|
625
|
|
|
|
|
|
|
found in the incoming taxonomy file in their order in that file. |
|
626
|
|
|
|
|
|
|
|
|
627
|
|
|
|
|
|
|
=back |
|
628
|
|
|
|
|
|
|
|
|
629
|
|
|
|
|
|
|
=cut |
|
630
|
|
|
|
|
|
|
|
|
631
|
|
|
|
|
|
|
sub fields_and_data_records_path_components { |
|
632
|
6
|
|
|
6
|
1
|
3508
|
my $self = shift; |
|
633
|
6
|
|
|
|
|
41
|
my @all_rows = $self->fields; |
|
634
|
6
|
|
|
|
|
6
|
for my $row (@{$self->{data_records}}) { |
|
|
6
|
|
|
|
|
15
|
|
|
635
|
78
|
|
|
|
|
68
|
my $path_col = $row->[$self->{path_col_idx}]; |
|
636
|
78
|
|
|
|
|
191
|
my @path_components = split(/\Q$self->{path_col_sep}\E/, $path_col); |
|
637
|
78
|
|
|
|
|
55
|
my @rewritten = (); |
|
638
|
78
|
|
|
|
|
59
|
for (my $i = 0; $i <= $#{$row}; $i++) { |
|
|
546
|
|
|
|
|
641
|
|
|
639
|
468
|
100
|
|
|
|
413
|
if ($i != $self->{path_col_idx}) { |
|
640
|
390
|
|
|
|
|
367
|
push @rewritten, $row->[$i]; |
|
641
|
|
|
|
|
|
|
} |
|
642
|
|
|
|
|
|
|
else { |
|
643
|
78
|
|
|
|
|
86
|
push @rewritten, \@path_components; |
|
644
|
|
|
|
|
|
|
} |
|
645
|
|
|
|
|
|
|
} |
|
646
|
78
|
|
|
|
|
89
|
push @all_rows, \@rewritten; |
|
647
|
|
|
|
|
|
|
} |
|
648
|
6
|
|
|
|
|
14
|
return \@all_rows; |
|
649
|
|
|
|
|
|
|
} |
|
650
|
|
|
|
|
|
|
|
|
651
|
|
|
|
|
|
|
=head2 C |
|
652
|
|
|
|
|
|
|
|
|
653
|
|
|
|
|
|
|
=over 4 |
|
654
|
|
|
|
|
|
|
|
|
655
|
|
|
|
|
|
|
=item * Purpose |
|
656
|
|
|
|
|
|
|
|
|
657
|
|
|
|
|
|
|
Identify the index position of a given field within the header row. |
|
658
|
|
|
|
|
|
|
|
|
659
|
|
|
|
|
|
|
=item * Arguments |
|
660
|
|
|
|
|
|
|
|
|
661
|
|
|
|
|
|
|
$index = $self->get_field_position('income'); |
|
662
|
|
|
|
|
|
|
|
|
663
|
|
|
|
|
|
|
Takes a single string holding the name of one of the fields (column names). |
|
664
|
|
|
|
|
|
|
|
|
665
|
|
|
|
|
|
|
=item * Return Value |
|
666
|
|
|
|
|
|
|
|
|
667
|
|
|
|
|
|
|
Integer representing the index position (counting from C<0>) of the field |
|
668
|
|
|
|
|
|
|
provided as argument. Throws exception if the argument is not actually a |
|
669
|
|
|
|
|
|
|
field. |
|
670
|
|
|
|
|
|
|
|
|
671
|
|
|
|
|
|
|
=back |
|
672
|
|
|
|
|
|
|
|
|
673
|
|
|
|
|
|
|
=cut |
|
674
|
|
|
|
|
|
|
|
|
675
|
|
|
|
|
|
|
=head2 C |
|
676
|
|
|
|
|
|
|
|
|
677
|
|
|
|
|
|
|
=over 4 |
|
678
|
|
|
|
|
|
|
|
|
679
|
|
|
|
|
|
|
=item * Purpose |
|
680
|
|
|
|
|
|
|
|
|
681
|
|
|
|
|
|
|
Display the number of descendant (multi-generational) nodes each node in the |
|
682
|
|
|
|
|
|
|
taxonomy has. |
|
683
|
|
|
|
|
|
|
|
|
684
|
|
|
|
|
|
|
=item * Arguments |
|
685
|
|
|
|
|
|
|
|
|
686
|
|
|
|
|
|
|
$descendant_counts = $self->descendant_counts(); |
|
687
|
|
|
|
|
|
|
|
|
688
|
|
|
|
|
|
|
$descendant_counts = $self->descendant_counts( { generations => 1 } ); |
|
689
|
|
|
|
|
|
|
|
|
690
|
|
|
|
|
|
|
None required; one optional hash reference. Currently, the only element |
|
691
|
|
|
|
|
|
|
honored in that hashref is C, whose value must be a non-negative |
|
692
|
|
|
|
|
|
|
integer. If, instead of getting the count of all descendants of a node, you |
|
693
|
|
|
|
|
|
|
only want the count of its first generation, i.e., its immediate children, you |
|
694
|
|
|
|
|
|
|
provide a value of C<1>. Want the count of only the first and second |
|
695
|
|
|
|
|
|
|
generations? Provide a value of C<2> -- and so on. |
|
696
|
|
|
|
|
|
|
|
|
697
|
|
|
|
|
|
|
=item * Return Value |
|
698
|
|
|
|
|
|
|
|
|
699
|
|
|
|
|
|
|
Reference to hash in which each element is keyed on the value of the path |
|
700
|
|
|
|
|
|
|
column in the incoming taxonomy file. |
|
701
|
|
|
|
|
|
|
|
|
702
|
|
|
|
|
|
|
=back |
|
703
|
|
|
|
|
|
|
|
|
704
|
|
|
|
|
|
|
=cut |
|
705
|
|
|
|
|
|
|
|
|
706
|
|
|
|
|
|
|
sub descendant_counts { |
|
707
|
9
|
|
|
9
|
1
|
3449
|
my ($self, $args) = @_; |
|
708
|
9
|
100
|
|
|
|
21
|
if (defined $args) { |
|
709
|
5
|
100
|
100
|
|
|
228
|
croak "Argument to 'descendant_counts()' must be hashref" |
|
710
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
711
|
|
|
|
|
|
|
croak "Value for 'generations' element passed to descendant_counts() must be integer > 0" |
|
712
|
3
|
100
|
100
|
|
|
166
|
unless ($args->{generations} and $args->{generations} =~ m/^[0-9]+$/); |
|
713
|
|
|
|
|
|
|
} |
|
714
|
5
|
|
|
|
|
8
|
my %descendant_counts = (); |
|
715
|
5
|
|
|
|
|
11
|
my $hashified = $self->hashify(); |
|
716
|
5
|
|
|
|
|
6
|
for my $p (keys %{$hashified}) { |
|
|
5
|
|
|
|
|
15
|
|
|
717
|
59
|
|
|
|
|
53
|
$descendant_counts{$p} = 0; |
|
718
|
59
|
|
|
|
|
36
|
for my $q ( |
|
719
|
707
|
|
|
|
|
661
|
grep { $self->{row_analysis}->{$_} > $self->{row_analysis}->{$p} } |
|
720
|
59
|
|
|
|
|
97
|
keys %{$hashified} |
|
721
|
|
|
|
|
|
|
) { |
|
722
|
230
|
100
|
|
|
|
733
|
if ($q =~ m/^\Q$p$self->{path_col_sep}\E/) { |
|
723
|
61
|
100
|
|
|
|
61
|
if (! $args->{generations}) { |
|
724
|
48
|
|
|
|
|
52
|
$descendant_counts{$p}++; |
|
725
|
|
|
|
|
|
|
} |
|
726
|
|
|
|
|
|
|
else { |
|
727
|
13
|
|
|
|
|
29
|
my @c = $p =~ m/\Q$self->{path_col_sep}\E/g; |
|
728
|
13
|
|
|
|
|
24
|
my @d = $q =~ m/\Q$self->{path_col_sep}\E/g; |
|
729
|
|
|
|
|
|
|
$descendant_counts{$p}++ |
|
730
|
13
|
100
|
|
|
|
34
|
if (scalar(@d) - scalar(@c) <= $args->{generations}); |
|
731
|
|
|
|
|
|
|
} |
|
732
|
|
|
|
|
|
|
} |
|
733
|
|
|
|
|
|
|
} |
|
734
|
|
|
|
|
|
|
} |
|
735
|
5
|
|
|
|
|
10
|
$self->{descendant_counts} = \%descendant_counts; |
|
736
|
5
|
|
|
|
|
35
|
return $self->{descendant_counts}; |
|
737
|
|
|
|
|
|
|
} |
|
738
|
|
|
|
|
|
|
|
|
739
|
|
|
|
|
|
|
=head2 C |
|
740
|
|
|
|
|
|
|
|
|
741
|
|
|
|
|
|
|
=over 4 |
|
742
|
|
|
|
|
|
|
|
|
743
|
|
|
|
|
|
|
=item * Purpose |
|
744
|
|
|
|
|
|
|
|
|
745
|
|
|
|
|
|
|
Get the total number of descendant nodes for one specific node in a validated |
|
746
|
|
|
|
|
|
|
taxonomy. |
|
747
|
|
|
|
|
|
|
|
|
748
|
|
|
|
|
|
|
=item * Arguments |
|
749
|
|
|
|
|
|
|
|
|
750
|
|
|
|
|
|
|
$descendant_count = $self->get_descendant_count('|Path|To|Node'); |
|
751
|
|
|
|
|
|
|
|
|
752
|
|
|
|
|
|
|
$descendant_counts = $self->get_descendant_count('|Path|To|Node', { generations => 1 } ); |
|
753
|
|
|
|
|
|
|
|
|
754
|
|
|
|
|
|
|
One required: string containing node's path as spelled in the taxonomy. |
|
755
|
|
|
|
|
|
|
|
|
756
|
|
|
|
|
|
|
One optional hash reference. Currently, the only element honored in that |
|
757
|
|
|
|
|
|
|
hashref is C, whose value must be a non-negative integer. If, |
|
758
|
|
|
|
|
|
|
instead of getting the count of all descendants of a node, you only want the |
|
759
|
|
|
|
|
|
|
count of its first generation, i.e., its immediate children, you provide a |
|
760
|
|
|
|
|
|
|
value of C<1>. Want the count of only first and second generations? Provide |
|
761
|
|
|
|
|
|
|
a value of C<2> -- and so on. |
|
762
|
|
|
|
|
|
|
|
|
763
|
|
|
|
|
|
|
=item * Return Value |
|
764
|
|
|
|
|
|
|
|
|
765
|
|
|
|
|
|
|
Unsigned integer >= 0. Any node whose child count is C<0> is by definition a |
|
766
|
|
|
|
|
|
|
leaf node. |
|
767
|
|
|
|
|
|
|
|
|
768
|
|
|
|
|
|
|
=item * Comment |
|
769
|
|
|
|
|
|
|
|
|
770
|
|
|
|
|
|
|
Will throw an exception if the node does not exist or is misspelled. |
|
771
|
|
|
|
|
|
|
|
|
772
|
|
|
|
|
|
|
If C is called with no second (hashref) argument |
|
773
|
|
|
|
|
|
|
following an invocation of C, it will return a value from |
|
774
|
|
|
|
|
|
|
an internal cache created during that earlier method call. Otherwise, it will |
|
775
|
|
|
|
|
|
|
re-create the cache from scratch. (This, of course, assumes that you have not |
|
776
|
|
|
|
|
|
|
manipulated the object's internal data subsequent to its creation.) |
|
777
|
|
|
|
|
|
|
|
|
778
|
|
|
|
|
|
|
=back |
|
779
|
|
|
|
|
|
|
|
|
780
|
|
|
|
|
|
|
=cut |
|
781
|
|
|
|
|
|
|
|
|
782
|
|
|
|
|
|
|
sub get_descendant_count { |
|
783
|
26
|
|
|
26
|
1
|
8015
|
my ($self, $node, $args) = @_; |
|
784
|
26
|
100
|
|
|
|
54
|
if (defined $args) { |
|
785
|
15
|
100
|
100
|
|
|
220
|
croak "Second argument to 'get_descendant_count()' must be hashref" |
|
786
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
787
|
|
|
|
|
|
|
croak "Value for 'generations' element passed to second argument to get_descendant_count() must be integer > 0" |
|
788
|
13
|
100
|
100
|
|
|
237
|
unless ($args->{generations} and $args->{generations} =~ m/^[0-9]+$/); |
|
789
|
|
|
|
|
|
|
} |
|
790
|
22
|
100
|
|
|
|
35
|
if (exists $self->{descendant_counts}) { |
|
791
|
6
|
|
|
|
|
7
|
my $descendant_counts = $self->{descendant_counts}; |
|
792
|
6
|
100
|
|
|
|
193
|
croak "Node '$node' not found" unless exists $descendant_counts->{$node}; |
|
793
|
4
|
|
|
|
|
7
|
return $descendant_counts->{$node}; |
|
794
|
|
|
|
|
|
|
} |
|
795
|
|
|
|
|
|
|
else { |
|
796
|
16
|
|
|
|
|
21
|
my %descendant_counts = (); |
|
797
|
16
|
|
|
|
|
24
|
my $hashified = $self->hashify(); |
|
798
|
16
|
100
|
|
|
|
106
|
croak "Node '$node' not found" unless exists $hashified->{$node}; |
|
799
|
15
|
|
|
|
|
15
|
for my $p ($node) { |
|
800
|
15
|
|
|
|
|
16
|
$descendant_counts{$p} = 0; |
|
801
|
15
|
|
|
|
|
9
|
for my $q ( |
|
802
|
231
|
|
|
|
|
235
|
grep { $self->{row_analysis}->{$_} > $self->{row_analysis}->{$p} } |
|
803
|
15
|
|
|
|
|
44
|
keys %{$hashified} |
|
804
|
|
|
|
|
|
|
) { |
|
805
|
110
|
100
|
|
|
|
395
|
if ($q =~ m/^\Q$p$self->{path_col_sep}\E/) { |
|
806
|
36
|
100
|
|
|
|
44
|
if (! $args->{generations}) { |
|
807
|
10
|
|
|
|
|
14
|
$descendant_counts{$p}++; |
|
808
|
|
|
|
|
|
|
} |
|
809
|
|
|
|
|
|
|
else { |
|
810
|
26
|
|
|
|
|
63
|
my @c = $p =~ m/\Q$self->{path_col_sep}\E/g; |
|
811
|
26
|
|
|
|
|
67
|
my @d = $q =~ m/\Q$self->{path_col_sep}\E/g; |
|
812
|
|
|
|
|
|
|
$descendant_counts{$p}++ |
|
813
|
26
|
100
|
|
|
|
112
|
if (scalar(@d) - scalar(@c) <= $args->{generations}); |
|
814
|
|
|
|
|
|
|
} |
|
815
|
|
|
|
|
|
|
} |
|
816
|
|
|
|
|
|
|
} |
|
817
|
|
|
|
|
|
|
} |
|
818
|
15
|
|
|
|
|
153
|
return $descendant_counts{$node}; |
|
819
|
|
|
|
|
|
|
} |
|
820
|
|
|
|
|
|
|
} |
|
821
|
|
|
|
|
|
|
|
|
822
|
|
|
|
|
|
|
=head2 C |
|
823
|
|
|
|
|
|
|
|
|
824
|
|
|
|
|
|
|
=over 4 |
|
825
|
|
|
|
|
|
|
|
|
826
|
|
|
|
|
|
|
=item * Purpose |
|
827
|
|
|
|
|
|
|
|
|
828
|
|
|
|
|
|
|
Turn a validated taxonomy into a Perl hash keyed on the column designated as |
|
829
|
|
|
|
|
|
|
the path column. |
|
830
|
|
|
|
|
|
|
|
|
831
|
|
|
|
|
|
|
=item * Arguments |
|
832
|
|
|
|
|
|
|
|
|
833
|
|
|
|
|
|
|
$hashref = $self->hashify(); |
|
834
|
|
|
|
|
|
|
|
|
835
|
|
|
|
|
|
|
Takes an optional hashref holding a list of any of the following elements: |
|
836
|
|
|
|
|
|
|
|
|
837
|
|
|
|
|
|
|
=over 4 |
|
838
|
|
|
|
|
|
|
|
|
839
|
|
|
|
|
|
|
=item * C |
|
840
|
|
|
|
|
|
|
|
|
841
|
|
|
|
|
|
|
Boolean, defaulting to C<0>. By default, C will spell the |
|
842
|
|
|
|
|
|
|
key of the hash exactly as the value of the path column is spelled in the |
|
843
|
|
|
|
|
|
|
taxonomy -- which in turn is the way it was spelled in the incoming file. |
|
844
|
|
|
|
|
|
|
That is, a path in the taxonomy spelled C<|Alpha|Beta|Gamma> will be spelled |
|
845
|
|
|
|
|
|
|
as a key in exactly the same way. |
|
846
|
|
|
|
|
|
|
|
|
847
|
|
|
|
|
|
|
However, since in many cases (including the example above) the root node of |
|
848
|
|
|
|
|
|
|
the taxonomy will be empty, the user may wish to remove the first instance of |
|
849
|
|
|
|
|
|
|
C. The user would do so by setting |
|
850
|
|
|
|
|
|
|
C to a true value. |
|
851
|
|
|
|
|
|
|
|
|
852
|
|
|
|
|
|
|
$hashref = $self->hashify( { |
|
853
|
|
|
|
|
|
|
remove_leading_path_col_sep => 1, |
|
854
|
|
|
|
|
|
|
} ); |
|
855
|
|
|
|
|
|
|
|
|
856
|
|
|
|
|
|
|
In that case they key would now be spelled: C. |
|
857
|
|
|
|
|
|
|
|
|
858
|
|
|
|
|
|
|
Note further that if the C switch is set to a true value, any |
|
859
|
|
|
|
|
|
|
setting to C will be ignored. |
|
860
|
|
|
|
|
|
|
|
|
861
|
|
|
|
|
|
|
=item * C |
|
862
|
|
|
|
|
|
|
|
|
863
|
|
|
|
|
|
|
A string which will be used in composing the key of the hashref returned by |
|
864
|
|
|
|
|
|
|
this method. The user may select this key if she does not want to use the |
|
865
|
|
|
|
|
|
|
value found in the incoming CSV file (which by default will be the pipe |
|
866
|
|
|
|
|
|
|
character (C<|>) and which may be overridden with the C argument |
|
867
|
|
|
|
|
|
|
to C. |
|
868
|
|
|
|
|
|
|
|
|
869
|
|
|
|
|
|
|
$hashref = $self->hashify( { |
|
870
|
|
|
|
|
|
|
key_delim => q{ - }, |
|
871
|
|
|
|
|
|
|
} ); |
|
872
|
|
|
|
|
|
|
|
|
873
|
|
|
|
|
|
|
In the above variant, a path that in the incoming taxonomy file was |
|
874
|
|
|
|
|
|
|
represented by C<|Alpha|Beta|Gamma> will in C<$hashref> be represented by |
|
875
|
|
|
|
|
|
|
C< - Alpha - Beta - Gamma>. |
|
876
|
|
|
|
|
|
|
|
|
877
|
|
|
|
|
|
|
=item * C |
|
878
|
|
|
|
|
|
|
|
|
879
|
|
|
|
|
|
|
A string which will be used in composing the key of the hashref returned by |
|
880
|
|
|
|
|
|
|
this method. The user will set this switch if she wishes to have the root |
|
881
|
|
|
|
|
|
|
note explicitly represented. Using this switch will automatically cause |
|
882
|
|
|
|
|
|
|
C to be ignored. |
|
883
|
|
|
|
|
|
|
|
|
884
|
|
|
|
|
|
|
Suppose the user wished to have C be the text for the root |
|
885
|
|
|
|
|
|
|
node. Suppose further that the user wanted to use the string C< - > as the |
|
886
|
|
|
|
|
|
|
delimiter within the key. |
|
887
|
|
|
|
|
|
|
|
|
888
|
|
|
|
|
|
|
$hashref = $self->hashify( { |
|
889
|
|
|
|
|
|
|
root_str => q{All Suppliers}, |
|
890
|
|
|
|
|
|
|
key_delim => q{ - }, |
|
891
|
|
|
|
|
|
|
} ); |
|
892
|
|
|
|
|
|
|
|
|
893
|
|
|
|
|
|
|
Then incoming path C<|Alpha|Beta|Gamma> would be keyed as: |
|
894
|
|
|
|
|
|
|
|
|
895
|
|
|
|
|
|
|
All Suppliers - Alpha - Beta - Gamma |
|
896
|
|
|
|
|
|
|
|
|
897
|
|
|
|
|
|
|
=back |
|
898
|
|
|
|
|
|
|
|
|
899
|
|
|
|
|
|
|
=item * Return Value |
|
900
|
|
|
|
|
|
|
|
|
901
|
|
|
|
|
|
|
Hash reference. The number of elements in this hash should be equal to the |
|
902
|
|
|
|
|
|
|
number of non-header records in the taxonomy. |
|
903
|
|
|
|
|
|
|
|
|
904
|
|
|
|
|
|
|
=back |
|
905
|
|
|
|
|
|
|
|
|
906
|
|
|
|
|
|
|
=cut |
|
907
|
|
|
|
|
|
|
|
|
908
|
|
|
|
|
|
|
sub hashify { |
|
909
|
33
|
|
|
33
|
1
|
12152
|
my ($self, $args) = @_; |
|
910
|
33
|
100
|
|
|
|
58
|
if (defined $args) { |
|
911
|
8
|
100
|
100
|
|
|
242
|
croak "Argument to 'hashify()' must be hashref" |
|
912
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
913
|
|
|
|
|
|
|
} |
|
914
|
31
|
|
|
|
|
33
|
my %hashified = (); |
|
915
|
31
|
|
|
|
|
39
|
my $fields = $self->{fields}; |
|
916
|
31
|
|
|
|
|
29
|
my %idx2col = map { $_ => $fields->[$_] } (0 .. $#{$fields}); |
|
|
170
|
|
|
|
|
263
|
|
|
|
31
|
|
|
|
|
48
|
|
|
917
|
31
|
|
|
|
|
46
|
for my $rec (@{$self->{data_records}}) { |
|
|
31
|
|
|
|
|
66
|
|
|
918
|
427
|
|
|
|
|
225
|
my $rowkey; |
|
919
|
427
|
100
|
|
|
|
431
|
if ($args->{root_str}) { |
|
920
|
39
|
|
|
|
|
48
|
$rowkey = $args->{root_str} . $rec->[$self->{path_col_idx}]; |
|
921
|
|
|
|
|
|
|
} |
|
922
|
|
|
|
|
|
|
else { |
|
923
|
388
|
100
|
|
|
|
346
|
if ($args->{remove_leading_path_col_sep}) { |
|
924
|
26
|
|
|
|
|
121
|
($rowkey = $rec->[$self->{path_col_idx}]) =~ s/^\Q$self->{path_col_sep}\E(.*)/$1/; |
|
925
|
|
|
|
|
|
|
} |
|
926
|
|
|
|
|
|
|
else { |
|
927
|
362
|
|
|
|
|
296
|
$rowkey = $rec->[$self->{path_col_idx}]; |
|
928
|
|
|
|
|
|
|
} |
|
929
|
|
|
|
|
|
|
} |
|
930
|
427
|
100
|
|
|
|
506
|
if ($args->{key_delim}) { |
|
931
|
52
|
|
|
|
|
147
|
$rowkey =~ s/\Q$self->{path_col_sep}\E/$args->{key_delim}/g; |
|
932
|
|
|
|
|
|
|
} |
|
933
|
427
|
|
|
|
|
257
|
my $rowdata = { map { $idx2col{$_} => $rec->[$_] } (0 .. $#{$fields}) }; |
|
|
2402
|
|
|
|
|
2997
|
|
|
|
427
|
|
|
|
|
399
|
|
|
934
|
427
|
|
|
|
|
776
|
$hashified{$rowkey} = $rowdata; |
|
935
|
|
|
|
|
|
|
} |
|
936
|
31
|
|
|
|
|
80
|
return \%hashified; |
|
937
|
|
|
|
|
|
|
} |
|
938
|
|
|
|
|
|
|
|
|
939
|
|
|
|
|
|
|
=head2 C |
|
940
|
|
|
|
|
|
|
|
|
941
|
|
|
|
|
|
|
=over 4 |
|
942
|
|
|
|
|
|
|
|
|
943
|
|
|
|
|
|
|
=item * Purpose |
|
944
|
|
|
|
|
|
|
|
|
945
|
|
|
|
|
|
|
Transform a taxonomy-by-materialized-path into a taxonomy-by-adjacent-list. |
|
946
|
|
|
|
|
|
|
|
|
947
|
|
|
|
|
|
|
=item * Arguments |
|
948
|
|
|
|
|
|
|
|
|
949
|
|
|
|
|
|
|
$adjacentified = $self->adjacentify(); |
|
950
|
|
|
|
|
|
|
|
|
951
|
|
|
|
|
|
|
$adjacentified = $self->adjacentify( { serial => 500 } ); |
|
952
|
|
|
|
|
|
|
$adjacentified = $self->adjacentify( { floor => 500 } ); # same as serial |
|
953
|
|
|
|
|
|
|
|
|
954
|
|
|
|
|
|
|
Optional single hash reference. |
|
955
|
|
|
|
|
|
|
|
|
956
|
|
|
|
|
|
|
For that hashref, C supports the key C, which defaults |
|
957
|
|
|
|
|
|
|
to C<0>. C must be a non-negative integer and sets the "floor" above |
|
958
|
|
|
|
|
|
|
which new unique IDs will be assigned to the C column. Hence, if |
|
959
|
|
|
|
|
|
|
C is set to C<500>, the value assigned to the C column of the |
|
960
|
|
|
|
|
|
|
first record to be processed will be C<501>. |
|
961
|
|
|
|
|
|
|
|
|
962
|
|
|
|
|
|
|
Starting with version .19, C will serve as an alternative way of |
|
963
|
|
|
|
|
|
|
providing the same information to C. If, however, by mistake |
|
964
|
|
|
|
|
|
|
you provide B C and C elements in the hash, C |
|
965
|
|
|
|
|
|
|
will take precedence. |
|
966
|
|
|
|
|
|
|
|
|
967
|
|
|
|
|
|
|
=item * Return Value |
|
968
|
|
|
|
|
|
|
|
|
969
|
|
|
|
|
|
|
Reference to an array of hash references. Each element represents one node in |
|
970
|
|
|
|
|
|
|
the taxonomy. Each element will have key-value pairs for C, C |
|
971
|
|
|
|
|
|
|
and C which will hold the adjacentification of the materialized path in the |
|
972
|
|
|
|
|
|
|
original taxonomy-by-materialized-path. Each element will, as well, have KVPs for the |
|
973
|
|
|
|
|
|
|
non-materialized-path fields in the records in the original taxonomy-by-materialized-path. |
|
974
|
|
|
|
|
|
|
|
|
975
|
|
|
|
|
|
|
=item * Comment |
|
976
|
|
|
|
|
|
|
|
|
977
|
|
|
|
|
|
|
See documentation for C for example. |
|
978
|
|
|
|
|
|
|
|
|
979
|
|
|
|
|
|
|
Note that the order in which C will assign C and |
|
980
|
|
|
|
|
|
|
C values to records in the taxonomy-by-adjacent-list will almost |
|
981
|
|
|
|
|
|
|
certainly B match the order in which elements appear in a CSV file or in |
|
982
|
|
|
|
|
|
|
the data structure returned by a method such as C. |
|
983
|
|
|
|
|
|
|
|
|
984
|
|
|
|
|
|
|
=back |
|
985
|
|
|
|
|
|
|
|
|
986
|
|
|
|
|
|
|
=cut |
|
987
|
|
|
|
|
|
|
|
|
988
|
|
|
|
|
|
|
sub adjacentify { |
|
989
|
15
|
|
|
15
|
1
|
5750
|
my ($self, $args) = @_; |
|
990
|
15
|
|
|
|
|
17
|
my $serial = 0; |
|
991
|
15
|
100
|
|
|
|
28
|
if (defined $args) { |
|
992
|
9
|
100
|
100
|
|
|
247
|
croak "Argument to 'adjacentify()' must be hashref" |
|
993
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
994
|
7
|
|
|
|
|
11
|
for my $w ('serial', 'floor') { |
|
995
|
13
|
100
|
|
|
|
25
|
if (exists $args->{$w}) { |
|
996
|
|
|
|
|
|
|
croak "Element '$w' in argument to 'adjacentify()' must be integer" |
|
997
|
8
|
100
|
|
|
|
186
|
unless ($args->{$w} =~ m/^\d+$/); |
|
998
|
|
|
|
|
|
|
} |
|
999
|
|
|
|
|
|
|
} |
|
1000
|
5
|
|
50
|
|
|
22
|
$serial = $args->{serial} || $args->{floor} || 0; |
|
1001
|
|
|
|
|
|
|
} |
|
1002
|
|
|
|
|
|
|
|
|
1003
|
|
|
|
|
|
|
|
|
1004
|
11
|
|
|
|
|
38
|
my $fields = $self->fields(); |
|
1005
|
11
|
|
|
|
|
21
|
my $drpc = $self->data_records_path_components(); |
|
1006
|
|
|
|
|
|
|
|
|
1007
|
11
|
|
|
|
|
19
|
my $path_col_idx = $self->path_col_idx(); |
|
1008
|
41
|
|
|
|
|
62
|
my %non_path_col2idx = map { $fields->[$_] => $_ } |
|
1009
|
52
|
|
|
|
|
54
|
grep { $_ != $path_col_idx } |
|
1010
|
11
|
|
|
|
|
13
|
(0..$#{$fields}); |
|
|
11
|
|
|
|
|
14
|
|
|
1011
|
|
|
|
|
|
|
|
|
1012
|
|
|
|
|
|
|
my @components_by_row = |
|
1013
|
11
|
|
|
|
|
14
|
map { my $f = $_->[$path_col_idx]; my $c = $#{$f}; [ @{$f}[1..$c] ] } @{$drpc}; |
|
|
156
|
|
|
|
|
103
|
|
|
|
156
|
|
|
|
|
80
|
|
|
|
156
|
|
|
|
|
101
|
|
|
|
156
|
|
|
|
|
92
|
|
|
|
156
|
|
|
|
|
237
|
|
|
|
11
|
|
|
|
|
10
|
|
|
1014
|
11
|
|
|
|
|
16
|
my $max_components = max( map { scalar(@{$_}) } @components_by_row); |
|
|
156
|
|
|
|
|
78
|
|
|
|
156
|
|
|
|
|
140
|
|
|
1015
|
11
|
|
|
|
|
14
|
my @adjacentified = (); |
|
1016
|
11
|
|
|
|
|
10
|
my %paths_to_id; |
|
1017
|
11
|
|
|
|
|
22
|
for my $depth (1..$max_components) { |
|
1018
|
34
|
|
|
|
|
54
|
for (my $r = 0; $r <= $#components_by_row; $r++) { |
|
1019
|
498
|
100
|
|
|
|
290
|
if (scalar(@{$components_by_row[$r]}) == $depth) { |
|
|
498
|
|
|
|
|
880
|
|
|
1020
|
156
|
|
|
|
|
190
|
my %rowdata = map { $_ => $drpc->[$r]->[$non_path_col2idx{$_}] } |
|
|
568
|
|
|
|
|
734
|
|
|
1021
|
|
|
|
|
|
|
keys %non_path_col2idx; |
|
1022
|
156
|
|
|
|
|
147
|
my @path_components = @{$drpc->[$r]->[$path_col_idx]}; |
|
|
156
|
|
|
|
|
248
|
|
|
1023
|
156
|
|
|
|
|
125
|
my $name = $path_components[-1]; |
|
1024
|
156
|
|
|
|
|
228
|
my $parent_of_name = join('|' => |
|
1025
|
|
|
|
|
|
|
@path_components[1 .. ($#path_components -1)]); |
|
1026
|
|
|
|
|
|
|
|
|
1027
|
156
|
100
|
|
|
|
243
|
my $candidate_for_path = (length($parent_of_name)) |
|
1028
|
|
|
|
|
|
|
? join('|' => $parent_of_name, $name) |
|
1029
|
|
|
|
|
|
|
: $name; |
|
1030
|
|
|
|
|
|
|
|
|
1031
|
|
|
|
|
|
|
my %rowhash = ( |
|
1032
|
|
|
|
|
|
|
id => ++$serial, |
|
1033
|
|
|
|
|
|
|
parent_id => $paths_to_id{$parent_of_name}{id}, |
|
1034
|
156
|
|
|
|
|
524
|
name => $name, |
|
1035
|
|
|
|
|
|
|
%rowdata, |
|
1036
|
|
|
|
|
|
|
); |
|
1037
|
156
|
|
|
|
|
316
|
$paths_to_id{$candidate_for_path}{id} = $rowhash{id}; |
|
1038
|
156
|
100
|
|
|
|
272
|
$paths_to_id{$candidate_for_path}{parent_path} = $parent_of_name |
|
1039
|
|
|
|
|
|
|
if (length($parent_of_name)); |
|
1040
|
156
|
|
|
|
|
503
|
push @adjacentified, \%rowhash; |
|
1041
|
|
|
|
|
|
|
} |
|
1042
|
|
|
|
|
|
|
} |
|
1043
|
|
|
|
|
|
|
} |
|
1044
|
11
|
|
|
|
|
166
|
return \@adjacentified; |
|
1045
|
|
|
|
|
|
|
} |
|
1046
|
|
|
|
|
|
|
|
|
1047
|
|
|
|
|
|
|
=head2 C |
|
1048
|
|
|
|
|
|
|
|
|
1049
|
|
|
|
|
|
|
=over 4 |
|
1050
|
|
|
|
|
|
|
|
|
1051
|
|
|
|
|
|
|
=item * Purpose |
|
1052
|
|
|
|
|
|
|
|
|
1053
|
|
|
|
|
|
|
Create a CSV-formatted file holding the data returned by C. |
|
1054
|
|
|
|
|
|
|
|
|
1055
|
|
|
|
|
|
|
=item * Arguments |
|
1056
|
|
|
|
|
|
|
|
|
1057
|
|
|
|
|
|
|
$csv_file = $self->write_adjacentified_to_csv( { |
|
1058
|
|
|
|
|
|
|
adjacentified => $adjacentified, # output of adjacentify() |
|
1059
|
|
|
|
|
|
|
csvfile => './t/data/taxonomy_out3.csv', |
|
1060
|
|
|
|
|
|
|
} ); |
|
1061
|
|
|
|
|
|
|
|
|
1062
|
|
|
|
|
|
|
Single hash reference. That hash is keyed on: |
|
1063
|
|
|
|
|
|
|
|
|
1064
|
|
|
|
|
|
|
=over 4 |
|
1065
|
|
|
|
|
|
|
|
|
1066
|
|
|
|
|
|
|
=item * C |
|
1067
|
|
|
|
|
|
|
|
|
1068
|
|
|
|
|
|
|
B Its value must be the arrayref of hash references returned by |
|
1069
|
|
|
|
|
|
|
the C method. |
|
1070
|
|
|
|
|
|
|
|
|
1071
|
|
|
|
|
|
|
=item * C |
|
1072
|
|
|
|
|
|
|
|
|
1073
|
|
|
|
|
|
|
Optional. Path to location where a CSV-formatted text file holding the |
|
1074
|
|
|
|
|
|
|
taxonomy-by-adjacent-list will be written. Defaults to a file called |
|
1075
|
|
|
|
|
|
|
F in the current working directory. |
|
1076
|
|
|
|
|
|
|
|
|
1077
|
|
|
|
|
|
|
=item * Text::CSV_XS options |
|
1078
|
|
|
|
|
|
|
|
|
1079
|
|
|
|
|
|
|
You can also pass through any key-value pairs normally accepted by |
|
1080
|
|
|
|
|
|
|
F. |
|
1081
|
|
|
|
|
|
|
|
|
1082
|
|
|
|
|
|
|
=back |
|
1083
|
|
|
|
|
|
|
|
|
1084
|
|
|
|
|
|
|
=item * Return Value |
|
1085
|
|
|
|
|
|
|
|
|
1086
|
|
|
|
|
|
|
Returns path to CSV-formatted text file just created. |
|
1087
|
|
|
|
|
|
|
|
|
1088
|
|
|
|
|
|
|
=item * Example |
|
1089
|
|
|
|
|
|
|
|
|
1090
|
|
|
|
|
|
|
Suppose we have a CSV-formatted file holding the following taxonomy-by-materialized-path: |
|
1091
|
|
|
|
|
|
|
|
|
1092
|
|
|
|
|
|
|
"path","is_actionable" |
|
1093
|
|
|
|
|
|
|
"|Alpha","0" |
|
1094
|
|
|
|
|
|
|
"|Beta","0" |
|
1095
|
|
|
|
|
|
|
"|Alpha|Epsilon","0" |
|
1096
|
|
|
|
|
|
|
"|Alpha|Epsilon|Kappa","1" |
|
1097
|
|
|
|
|
|
|
"|Alpha|Zeta","0" |
|
1098
|
|
|
|
|
|
|
"|Alpha|Zeta|Lambda","1" |
|
1099
|
|
|
|
|
|
|
"|Alpha|Zeta|Mu","0" |
|
1100
|
|
|
|
|
|
|
"|Beta|Eta","1" |
|
1101
|
|
|
|
|
|
|
"|Beta|Theta","1" |
|
1102
|
|
|
|
|
|
|
|
|
1103
|
|
|
|
|
|
|
After running this file through C, C and |
|
1104
|
|
|
|
|
|
|
C we will have a new CSV-formatted file holding |
|
1105
|
|
|
|
|
|
|
this taxonomy-by-adjacent-list: |
|
1106
|
|
|
|
|
|
|
|
|
1107
|
|
|
|
|
|
|
id,parent_id,name,is_actionable |
|
1108
|
|
|
|
|
|
|
1,,Alpha,0 |
|
1109
|
|
|
|
|
|
|
2,,Beta,0 |
|
1110
|
|
|
|
|
|
|
3,1,Epsilon,0 |
|
1111
|
|
|
|
|
|
|
4,1,Zeta,0 |
|
1112
|
|
|
|
|
|
|
5,2,Eta,1 |
|
1113
|
|
|
|
|
|
|
6,2,Theta,1 |
|
1114
|
|
|
|
|
|
|
7,3,Kappa,1 |
|
1115
|
|
|
|
|
|
|
8,4,Lambda,1 |
|
1116
|
|
|
|
|
|
|
9,4,Mu,0 |
|
1117
|
|
|
|
|
|
|
|
|
1118
|
|
|
|
|
|
|
Note that the C column has been replaced by the C, C and |
|
1119
|
|
|
|
|
|
|
C columns. |
|
1120
|
|
|
|
|
|
|
|
|
1121
|
|
|
|
|
|
|
=back |
|
1122
|
|
|
|
|
|
|
|
|
1123
|
|
|
|
|
|
|
=cut |
|
1124
|
|
|
|
|
|
|
|
|
1125
|
|
|
|
|
|
|
sub write_adjacentified_to_csv { |
|
1126
|
14
|
|
|
14
|
1
|
6632
|
my ($self, $args) = @_; |
|
1127
|
14
|
100
|
|
|
|
25
|
if (defined $args) { |
|
1128
|
13
|
100
|
100
|
|
|
224
|
croak "Argument to 'adjacentify()' must be hashref" |
|
1129
|
|
|
|
|
|
|
unless (ref($args) and reftype($args) eq 'HASH'); |
|
1130
|
|
|
|
|
|
|
croak "Argument to 'adjacentify()' must have 'adjacentified' element" |
|
1131
|
11
|
100
|
|
|
|
90
|
unless exists $args->{adjacentified}; |
|
1132
|
|
|
|
|
|
|
croak "Argument 'adjacentified' must be array reference" |
|
1133
|
|
|
|
|
|
|
unless (ref($args->{adjacentified}) and |
|
1134
|
10
|
100
|
100
|
|
|
194
|
reftype($args->{adjacentified}) eq 'ARRAY'); |
|
1135
|
|
|
|
|
|
|
} |
|
1136
|
|
|
|
|
|
|
else { |
|
1137
|
1
|
|
|
|
|
74
|
croak "write_adjacentified_to_csv() must be supplied with hashref" |
|
1138
|
|
|
|
|
|
|
} |
|
1139
|
8
|
|
|
|
|
8
|
my $adjacentified = $args->{adjacentified}; |
|
1140
|
8
|
|
|
|
|
11
|
delete $args->{adjacentified}; |
|
1141
|
|
|
|
|
|
|
|
|
1142
|
8
|
|
|
|
|
17
|
my $columns_in = $self->fields; |
|
1143
|
|
|
|
|
|
|
my @non_path_columns_in = |
|
1144
|
26
|
|
|
|
|
34
|
map { $columns_in->[$_] } |
|
1145
|
34
|
|
|
|
|
40
|
grep { $_ != $self->{path_col_idx} } |
|
1146
|
8
|
|
|
|
|
11
|
(0..$#{$columns_in}); |
|
|
8
|
|
|
|
|
12
|
|
|
1147
|
8
|
|
|
|
|
12
|
my @columns_out = (qw| id parent_id name |); |
|
1148
|
8
|
|
|
|
|
10
|
push @columns_out, @non_path_columns_in; |
|
1149
|
|
|
|
|
|
|
|
|
1150
|
8
|
|
|
|
|
11283
|
my $cwd = cwd(); |
|
1151
|
|
|
|
|
|
|
my $csvfile = defined($args->{csvfile}) |
|
1152
|
|
|
|
|
|
|
? $args->{csvfile} |
|
1153
|
8
|
100
|
|
|
|
49
|
: "$cwd/taxonomy_out.csv"; |
|
1154
|
8
|
|
|
|
|
23
|
delete $args->{csvfile}; |
|
1155
|
|
|
|
|
|
|
|
|
1156
|
|
|
|
|
|
|
# By this point, we should have processed all args other than those |
|
1157
|
|
|
|
|
|
|
# intended for Text::CSV_XS and assigned their contents to variables as |
|
1158
|
|
|
|
|
|
|
# needed. |
|
1159
|
|
|
|
|
|
|
|
|
1160
|
8
|
|
|
|
|
33
|
my $csv_args = { binary => 1 }; |
|
1161
|
8
|
|
|
|
|
10
|
while (my ($k,$v) = each %{$args}) { |
|
|
11
|
|
|
|
|
45
|
|
|
1162
|
3
|
|
|
|
|
11
|
$csv_args->{$k} = $v; |
|
1163
|
|
|
|
|
|
|
} |
|
1164
|
8
|
|
|
|
|
69
|
my $csv = Text::CSV_XS->new($csv_args); |
|
1165
|
8
|
50
|
|
1
|
|
1456
|
open my $OUT, ">:encoding(utf8)", $csvfile |
|
|
1
|
|
|
|
|
7
|
|
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
8
|
|
|
1166
|
|
|
|
|
|
|
or croak "Unable to open $csvfile for writing"; |
|
1167
|
8
|
100
|
|
|
|
8616
|
$csv->eol(defined($csv_args->{eol}) ? $csv_args->{eol} : "\n"); |
|
1168
|
8
|
|
|
|
|
255
|
$csv->print($OUT, [@columns_out]); |
|
1169
|
8
|
|
|
|
|
62
|
for my $rec (@{$adjacentified}) { |
|
|
8
|
|
|
|
|
21
|
|
|
1170
|
|
|
|
|
|
|
$csv->print( |
|
1171
|
|
|
|
|
|
|
$OUT, |
|
1172
|
117
|
|
|
|
|
532
|
[ map { $rec->{$columns_out[$_]} } (0..$#columns_out) ] |
|
|
724
|
|
|
|
|
1035
|
|
|
1173
|
|
|
|
|
|
|
); |
|
1174
|
|
|
|
|
|
|
} |
|
1175
|
8
|
50
|
|
|
|
339
|
close $OUT or croak "Unable to close $csvfile after writing"; |
|
1176
|
|
|
|
|
|
|
|
|
1177
|
8
|
|
|
|
|
105
|
return $csvfile; |
|
1178
|
|
|
|
|
|
|
} |
|
1179
|
|
|
|
|
|
|
|
|
1180
|
|
|
|
|
|
|
1; |
|
1181
|
|
|
|
|
|
|
|
|
1182
|
|
|
|
|
|
|
# vim: formatoptions=crqot |