| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package PDL::IO::Sereal; |
|
2
|
|
|
|
|
|
|
|
|
3
|
2
|
|
|
2
|
|
166503
|
use strict; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
47
|
|
|
4
|
2
|
|
|
2
|
|
6
|
use warnings; |
|
|
2
|
|
|
|
|
1
|
|
|
|
2
|
|
|
|
|
151
|
|
|
5
|
|
|
|
|
|
|
|
|
6
|
|
|
|
|
|
|
require Exporter; |
|
7
|
|
|
|
|
|
|
our @ISA = qw(Exporter); |
|
8
|
|
|
|
|
|
|
our @EXPORT_OK = qw(rsereal wsereal); |
|
9
|
|
|
|
|
|
|
our %EXPORT_TAGS = (all => \@EXPORT_OK); |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
our $VERSION = '0.003'; |
|
12
|
|
|
|
|
|
|
|
|
13
|
2
|
50
|
|
2
|
|
11
|
use constant DEBUG => $ENV{PDL_IO_SEREAL_DEBUG} ? 1 : 0; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
94
|
|
|
14
|
|
|
|
|
|
|
|
|
15
|
2
|
|
|
2
|
|
552
|
use PDL; |
|
|
2
|
|
|
|
|
9
|
|
|
|
2
|
|
|
|
|
9
|
|
|
16
|
2
|
|
|
2
|
|
152455
|
use PDL::Types; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
182
|
|
|
17
|
2
|
|
|
2
|
|
8
|
use PDL::IO::Misc qw(bswap2 bswap4 bswap8); |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
8
|
|
|
18
|
2
|
|
|
2
|
|
116
|
use Sereal::Encoder qw(encode_sereal); |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
92
|
|
|
19
|
2
|
|
|
2
|
|
6
|
use Sereal::Decoder qw(decode_sereal); |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
95
|
|
|
20
|
2
|
|
|
2
|
|
6
|
use Scalar::Util qw(looks_like_number); |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
68
|
|
|
21
|
|
|
|
|
|
|
|
|
22
|
2
|
|
|
2
|
|
12
|
use Carp; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
112
|
|
|
23
|
|
|
|
|
|
|
$Carp::Internal{ (__PACKAGE__) }++; |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
sub import { |
|
26
|
2
|
|
|
2
|
|
14
|
my $package = shift; |
|
27
|
|
|
|
|
|
|
{ |
|
28
|
2
|
|
|
2
|
|
6
|
no strict 'refs'; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
1590
|
|
|
|
2
|
|
|
|
|
2
|
|
|
29
|
2
|
100
|
|
|
|
6
|
*{'PDL::wsereal'} = \&wsereal if grep { /^(:all|wsereal)$/ } @_; |
|
|
1
|
|
|
|
|
4
|
|
|
|
1
|
|
|
|
|
8
|
|
|
30
|
2
|
|
|
|
|
2
|
*{'PDL::FREEZE'} = \&_FREEZE; |
|
|
2
|
|
|
|
|
8
|
|
|
31
|
2
|
|
|
|
|
2
|
*{'PDL::THAW'} = \&_THAW; |
|
|
2
|
|
|
|
|
6
|
|
|
32
|
|
|
|
|
|
|
} |
|
33
|
2
|
100
|
|
|
|
1733
|
__PACKAGE__->export_to_level(1, $package, @_) if @_; |
|
34
|
|
|
|
|
|
|
} |
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
sub wsereal { |
|
37
|
1
|
|
|
1
|
1
|
37565
|
my ($pdl, $filename) = @_; |
|
38
|
1
|
|
|
|
|
34
|
my $sereal = encode_sereal($pdl, {freeze_callbacks=>1, compress=>Sereal::Encoder::SRL_ZLIB}); |
|
39
|
1
|
|
|
|
|
11
|
_write_file($filename, $sereal); |
|
40
|
1
|
|
|
|
|
5
|
return $pdl; |
|
41
|
|
|
|
|
|
|
} |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
sub rsereal { |
|
44
|
1
|
|
|
1
|
1
|
6
|
my $filename = shift; |
|
45
|
1
|
|
|
|
|
5
|
my $sereal = _read_file($filename); |
|
46
|
1
|
|
|
|
|
60797
|
my $pdl = decode_sereal($sereal); |
|
47
|
1
|
|
|
|
|
5
|
return $pdl; |
|
48
|
|
|
|
|
|
|
} |
|
49
|
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
sub _FREEZE { |
|
51
|
2
|
|
|
2
|
|
6
|
my ($self, $serializer) = @_; |
|
52
|
2
|
|
|
|
|
13
|
my $ref = $self->get_dataref; |
|
53
|
2
|
|
|
|
|
17
|
my $out = { |
|
54
|
|
|
|
|
|
|
version => 1, |
|
55
|
|
|
|
|
|
|
dims => [$self->dims], |
|
56
|
|
|
|
|
|
|
type_name => $self->type->ioname, |
|
57
|
|
|
|
|
|
|
type_size => PDL::Core::howbig($self->type), |
|
58
|
|
|
|
|
|
|
packed_data => $$ref, |
|
59
|
|
|
|
|
|
|
native_one => pack('L', 1), |
|
60
|
|
|
|
|
|
|
}; |
|
61
|
2
|
50
|
|
|
|
3638
|
if (ref $self->hdr eq 'HASH') { |
|
62
|
2
|
|
|
|
|
6
|
$out->{hash_hdr} = $self->hdr; |
|
63
|
|
|
|
|
|
|
} |
|
64
|
2
|
50
|
|
|
|
18
|
if ($self->isa("HASH")) { |
|
65
|
0
|
|
|
|
|
0
|
for (keys %$self) { |
|
66
|
0
|
0
|
|
|
|
0
|
next if $_ eq 'PDL'; # "PDL" is reserved |
|
67
|
0
|
|
|
|
|
0
|
$out->{hash_main}{$_} = $self->{$_}; |
|
68
|
|
|
|
|
|
|
} |
|
69
|
|
|
|
|
|
|
} |
|
70
|
2
|
50
|
|
|
|
38
|
if ($self->badflag) { |
|
71
|
0
|
|
|
|
|
0
|
$out->{bad_flag} = $self->badflag; |
|
72
|
0
|
|
|
|
|
0
|
$out->{bad_value} = $self->badvalue; |
|
73
|
|
|
|
|
|
|
} |
|
74
|
2
|
50
|
|
|
|
9
|
$out->{hdrcpy_flag} = 1 if $self->hdrcpy; |
|
75
|
2
|
|
|
|
|
445979
|
return $out; |
|
76
|
|
|
|
|
|
|
} |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
sub _THAW { |
|
79
|
2
|
|
|
2
|
|
7
|
my ($class, $serializer, $data) = @_; |
|
80
|
2
|
50
|
33
|
|
|
22
|
croak "THAW: bad input data" unless ref $data eq 'HASH' && looks_like_number($data->{version}); |
|
81
|
2
|
50
|
|
|
|
6
|
if ($data->{version} == 1) { |
|
82
|
2
|
50
|
33
|
|
|
10
|
croak "THAW: invalid type_name" unless defined $data->{type_name} && !ref $data->{type_name}; |
|
83
|
2
|
50
|
33
|
|
|
10
|
croak "THAW: invalid type_size" unless defined $data->{type_size} && looks_like_number($data->{type_size}); |
|
84
|
2
|
50
|
|
|
|
6
|
croak "THAW: invalid dims" unless ref $data->{dims} eq 'ARRAY'; |
|
85
|
2
|
50
|
33
|
|
|
15
|
croak "THAW: invalid native_one" unless defined $data->{native_one} && !ref $data->{native_one}; |
|
86
|
2
|
50
|
33
|
|
|
8
|
croak "THAW: invalid packed_data" unless defined $data->{packed_data} && !ref $data->{packed_data}; |
|
87
|
2
|
|
|
|
|
16
|
my $type = PDL::Type->new($data->{type_name}); |
|
88
|
2
|
50
|
|
|
|
44
|
croak "THAW: unsupported type" unless $type; |
|
89
|
2
|
|
|
|
|
51
|
my $type_sz = PDL::Core::howbig($type); |
|
90
|
2
|
50
|
|
|
|
20
|
croak "THAW: type '$data->{type_name}' size mismatch ($type_sz != $data->{type_size})" unless $type_sz == $data->{type_size}; |
|
91
|
2
|
|
|
|
|
9
|
my $native_one = unpack('L', $data->{native_one}); |
|
92
|
2
|
50
|
33
|
|
|
10
|
croak "THAW: unknown endianness" unless $native_one == 0x01000000 || $native_one == 0x00000001; |
|
93
|
2
|
50
|
|
|
|
4
|
my $do_swap = $native_one == 0x01000000 ? 1 : 0; |
|
94
|
2
|
|
|
|
|
3
|
my $pdl = PDL::new_from_specification($class, $type, @{$data->{dims}}); |
|
|
2
|
|
|
|
|
7
|
|
|
95
|
2
|
|
|
|
|
85
|
my $dataref = $pdl->get_dataref; |
|
96
|
2
|
50
|
|
|
|
8
|
croak "THAW: data size mismatch" unless length $$dataref == length $data->{packed_data}; |
|
97
|
2
|
|
|
|
|
3
|
$$dataref = $data->{packed_data}; |
|
98
|
2
|
50
|
33
|
|
|
7
|
if ($do_swap && $type_sz > 1) { |
|
99
|
0
|
0
|
|
|
|
0
|
bswap2($pdl) if($type_sz==2); |
|
100
|
0
|
0
|
|
|
|
0
|
bswap4($pdl) if($type_sz==4); |
|
101
|
0
|
0
|
|
|
|
0
|
bswap8($pdl) if($type_sz==8); |
|
102
|
|
|
|
|
|
|
} |
|
103
|
2
|
|
|
|
|
4
|
$pdl->upd_data; |
|
104
|
2
|
50
|
|
|
|
6
|
if (ref $data->{hash_hdr} eq "HASH") { |
|
105
|
2
|
|
|
|
|
6
|
$pdl->sethdr($data->{hash_hdr}); |
|
106
|
|
|
|
|
|
|
} |
|
107
|
2
|
50
|
33
|
|
|
12
|
if ($pdl->isa("HASH") && ref $data->{hash_main} eq "HASH") { |
|
108
|
0
|
|
|
|
|
0
|
for (keys %{$data->{hash_main}}) { |
|
|
0
|
|
|
|
|
0
|
|
|
109
|
0
|
0
|
|
|
|
0
|
next if $_ eq 'PDL'; # "PDL" is reserved |
|
110
|
0
|
|
|
|
|
0
|
$pdl->{$_} = $data->{hash_main}{$_}; |
|
111
|
|
|
|
|
|
|
} |
|
112
|
|
|
|
|
|
|
} |
|
113
|
2
|
50
|
|
|
|
4
|
if ($data->{bad_flag}) { |
|
114
|
0
|
|
|
|
|
0
|
$pdl->badflag($data->{bad_flag}); |
|
115
|
0
|
0
|
|
|
|
0
|
$pdl->badvalue($data->{bad_value}) if defined $data->{bad_value}; |
|
116
|
|
|
|
|
|
|
} |
|
117
|
2
|
50
|
|
|
|
4
|
$pdl->hdrcpy(1) if $data->{hdrcpy_flag}; |
|
118
|
2
|
|
|
|
|
17
|
return $pdl; |
|
119
|
|
|
|
|
|
|
} |
|
120
|
|
|
|
|
|
|
else { |
|
121
|
0
|
|
|
|
|
0
|
croak "THAW: invalid version"; |
|
122
|
|
|
|
|
|
|
} |
|
123
|
|
|
|
|
|
|
} |
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
sub _read_file { |
|
126
|
1
|
|
|
1
|
|
2
|
my ($filename) = @_; |
|
127
|
1
|
50
|
|
|
|
34
|
open my $fh, '<', $filename or croak "rsereal: cannot open '$filename': $!"; |
|
128
|
1
|
|
|
|
|
1
|
my $rv; |
|
129
|
1
|
|
|
|
|
2
|
my $data = ''; |
|
130
|
1
|
|
|
|
|
44
|
while ($rv = sysread($fh, my $buffer, 102400, 0)) { |
|
131
|
55
|
|
|
|
|
3746
|
$data .= $buffer |
|
132
|
|
|
|
|
|
|
} |
|
133
|
1
|
50
|
|
|
|
5
|
croak "rsereal: cannot read file '$filename': $!" if !defined $rv; |
|
134
|
1
|
|
|
|
|
2451
|
return $data; |
|
135
|
|
|
|
|
|
|
} |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
sub _write_file { |
|
138
|
1
|
|
|
1
|
|
968
|
my ($filename, $data) = @_; |
|
139
|
1
|
50
|
|
|
|
159
|
open my $fh, '>', $filename or croak "wsereal: cannot open '$filename': $!"; |
|
140
|
1
|
|
|
|
|
12180
|
my $rv = syswrite($fh, $data); |
|
141
|
1
|
50
|
|
|
|
56
|
croak "wsereal: cannot write '$filename': $!" if !defined $rv; |
|
142
|
|
|
|
|
|
|
} |
|
143
|
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
1; |
|
145
|
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
__END__ |