| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
=pod |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
ETL::Pipeline::Output::UnitTest - Output destination for unit tests |
|
6
|
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
use ETL::Pipeline; |
|
10
|
|
|
|
|
|
|
ETL::Pipeline->new( { |
|
11
|
|
|
|
|
|
|
input => ['UnitTest'], |
|
12
|
|
|
|
|
|
|
mapping => {First => 'Header1', Second => 'Header2'}, |
|
13
|
|
|
|
|
|
|
output => ['UnitTest'] |
|
14
|
|
|
|
|
|
|
} )->process; |
|
15
|
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
17
|
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
B<ETL::Pipeline::Output::UnitTest> is an output destination used by the unit |
|
19
|
|
|
|
|
|
|
tests. It proves that the L<ETL::Pipeline::Output> role works. You should not |
|
20
|
|
|
|
|
|
|
use this destination in production code - only unit tests. |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
The I<data> is stored in memory. The class provides methods to access the saved |
|
23
|
|
|
|
|
|
|
records. |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
=cut |
|
26
|
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
package ETL::Pipeline::Output::UnitTest; |
|
28
|
|
|
|
|
|
|
|
|
29
|
8
|
|
|
8
|
|
225
|
use 5.014000; |
|
|
8
|
|
|
|
|
28
|
|
|
30
|
8
|
|
|
8
|
|
42
|
use warnings; |
|
|
8
|
|
|
|
|
91
|
|
|
|
8
|
|
|
|
|
419
|
|
|
31
|
|
|
|
|
|
|
|
|
32
|
8
|
|
|
8
|
|
44
|
use Carp; |
|
|
8
|
|
|
|
|
16
|
|
|
|
8
|
|
|
|
|
629
|
|
|
33
|
8
|
|
|
8
|
|
47
|
use Moose; |
|
|
8
|
|
|
|
|
131
|
|
|
|
8
|
|
|
|
|
81
|
|
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
our $VERSION = '3.00'; |
|
37
|
|
|
|
|
|
|
|
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
=head1 METHODS & ATTRIBUTES |
|
40
|
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
=head2 Arguments for L<ETL::Pipeline/output> |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
None - there's no configuration for this destination. It's meant to be quick and |
|
44
|
|
|
|
|
|
|
light for unit testing. |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
=head2 Attributes |
|
47
|
|
|
|
|
|
|
|
|
48
|
|
|
|
|
|
|
=head3 records |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
In B<ETL::Pipeline::Output::UnitTest>, a record is a hash reference. |
|
51
|
|
|
|
|
|
|
B<records> stores a list of record (hash references). The list survives after |
|
52
|
|
|
|
|
|
|
calling L</finish>. This allows you to check the results of a test after |
|
53
|
|
|
|
|
|
|
calling L<ETL::Pipeline/process>. |
|
54
|
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
The list is cleared after calling L</configure>. |
|
56
|
|
|
|
|
|
|
|
|
57
|
|
|
|
|
|
|
=cut |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
has 'records' => ( |
|
60
|
|
|
|
|
|
|
default => sub { [] }, |
|
61
|
|
|
|
|
|
|
handles => { |
|
62
|
|
|
|
|
|
|
_add_record => 'push', |
|
63
|
|
|
|
|
|
|
all_records => 'elements', |
|
64
|
|
|
|
|
|
|
_reset => 'clear', |
|
65
|
|
|
|
|
|
|
get_record => 'get', |
|
66
|
|
|
|
|
|
|
number_of_records => 'count', |
|
67
|
|
|
|
|
|
|
}, |
|
68
|
|
|
|
|
|
|
is => 'ro', |
|
69
|
|
|
|
|
|
|
isa => 'ArrayRef[HashRef[Any]]', |
|
70
|
|
|
|
|
|
|
traits => [qw/Array/], |
|
71
|
|
|
|
|
|
|
); |
|
72
|
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
=head2 Methods |
|
75
|
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
=head3 all_records |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
Returns a list of all the records. It dereferences L</records>. |
|
79
|
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
=cut |
|
81
|
|
|
|
|
|
|
|
|
82
|
|
|
|
|
|
|
# This method is defined by the "records" attribute. |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
=head3 close |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
Prevents further storage of records. L</write> will throw a fatal exception if |
|
88
|
|
|
|
|
|
|
it is called after B<close>. This helps ensure that everything runs in the |
|
89
|
|
|
|
|
|
|
proper order. |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
=cut |
|
92
|
|
|
|
|
|
|
|
|
93
|
52
|
|
|
52
|
1
|
1317
|
sub close { shift->_state( "already called 'closed'" ); } |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
=head3 get_record |
|
97
|
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
Returns a single record from storage. Useful to check the values and make sure |
|
99
|
|
|
|
|
|
|
things were added in the correct order. It returns the ame hash reference passed |
|
100
|
|
|
|
|
|
|
into L</write>. |
|
101
|
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
=head3 number_of_records |
|
103
|
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
Returns the count of records currently in storage. |
|
105
|
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
=cut |
|
107
|
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
# These methods are defined by the "records" attribute. |
|
109
|
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
=head3 open |
|
112
|
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
Allows storage of records. L</write> will throw a fatal exception if it is |
|
114
|
|
|
|
|
|
|
called before B<open>. This helps ensure that everything runs in the proper |
|
115
|
|
|
|
|
|
|
order. |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
=cut |
|
118
|
|
|
|
|
|
|
|
|
119
|
53
|
|
|
53
|
1
|
1430
|
sub open { shift->_state( 'processing records' ); } |
|
120
|
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
=head3 write |
|
123
|
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
Add the current record into the L</records> attribute. Unit tests can then |
|
125
|
|
|
|
|
|
|
check what was saved, to make sure the pipeline completed. |
|
126
|
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
=cut |
|
128
|
|
|
|
|
|
|
|
|
129
|
|
|
|
|
|
|
sub write { |
|
130
|
120
|
|
|
120
|
1
|
289
|
my ($self, $etl, $record) = @_; |
|
131
|
|
|
|
|
|
|
|
|
132
|
120
|
50
|
|
|
|
3161
|
if ($self->_state eq 'processing records') { |
|
133
|
120
|
|
|
|
|
3888
|
$self->_add_record( $record ); |
|
134
|
|
|
|
|
|
|
} else { |
|
135
|
0
|
|
|
|
|
|
croak sprintf "'write' failed because ETL::Pipeline %s", $self->_state; |
|
136
|
|
|
|
|
|
|
} |
|
137
|
|
|
|
|
|
|
} |
|
138
|
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
#------------------------------------------------------------------------------- |
|
141
|
|
|
|
|
|
|
# Internal methods and attributes |
|
142
|
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
# Object state. It lets "write" verify that everything has happened in the |
|
144
|
|
|
|
|
|
|
# correct order. |
|
145
|
|
|
|
|
|
|
has '_state' => ( |
|
146
|
|
|
|
|
|
|
default => "hasn't called 'open' yet", |
|
147
|
|
|
|
|
|
|
is => 'rw', |
|
148
|
|
|
|
|
|
|
isa => 'Str', |
|
149
|
|
|
|
|
|
|
); |
|
150
|
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
|
|
152
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
153
|
|
|
|
|
|
|
|
|
154
|
|
|
|
|
|
|
L<ETL::Pipeline>, L<ETL::Pipeline::Output>, L<ETL::Pipeline::Input::UnitTest> |
|
155
|
|
|
|
|
|
|
|
|
156
|
|
|
|
|
|
|
=cut |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
with 'ETL::Pipeline::Output'; |
|
159
|
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
=head1 AUTHOR |
|
162
|
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
Robert Wohlfarth <robert.j.wohlfarth@vumc.org> |
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
=head1 LICENSE |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
Copyright 2021 (c) Vanderbilt University |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify it under |
|
170
|
|
|
|
|
|
|
the same terms as Perl itself. |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
=cut |
|
173
|
|
|
|
|
|
|
|
|
174
|
8
|
|
|
8
|
|
53495
|
no Moose; |
|
|
8
|
|
|
|
|
98
|
|
|
|
8
|
|
|
|
|
47
|
|
|
175
|
|
|
|
|
|
|
__PACKAGE__->meta->make_immutable; |