| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package KinoSearch1::Search::SearchClient; |
|
2
|
2
|
|
|
2
|
|
8338
|
use strict; |
|
|
2
|
|
|
|
|
8
|
|
|
|
2
|
|
|
|
|
82
|
|
|
3
|
2
|
|
|
2
|
|
12
|
use warnings; |
|
|
2
|
|
|
|
|
5
|
|
|
|
2
|
|
|
|
|
57
|
|
|
4
|
2
|
|
|
2
|
|
12
|
use KinoSearch1::Util::ToolSet; |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
313
|
|
|
5
|
2
|
|
|
2
|
|
12
|
use base qw( KinoSearch1::Searcher ); |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
677
|
|
|
6
|
|
|
|
|
|
|
|
|
7
|
2
|
|
|
2
|
|
14
|
use Storable qw( nfreeze thaw ); |
|
|
2
|
|
|
|
|
6
|
|
|
|
2
|
|
|
|
|
144
|
|
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
BEGIN { |
|
10
|
2
|
|
|
2
|
|
26
|
__PACKAGE__->init_instance_vars( |
|
11
|
|
|
|
|
|
|
# params/members |
|
12
|
|
|
|
|
|
|
analyzer => undef, |
|
13
|
|
|
|
|
|
|
peer_address => undef, |
|
14
|
|
|
|
|
|
|
password => undef, |
|
15
|
|
|
|
|
|
|
# members |
|
16
|
|
|
|
|
|
|
similarity => undef, |
|
17
|
|
|
|
|
|
|
); |
|
18
|
|
|
|
|
|
|
} |
|
19
|
|
|
|
|
|
|
|
|
20
|
2
|
|
|
2
|
|
1992
|
use IO::Socket::INET; |
|
|
2
|
|
|
|
|
18781
|
|
|
|
2
|
|
|
|
|
27
|
|
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
sub init_instance { |
|
23
|
1
|
|
|
1
|
1
|
9
|
my $self = shift; |
|
24
|
|
|
|
|
|
|
|
|
25
|
1
|
|
33
|
|
|
88
|
$self->{similarity} ||= KinoSearch1::Search::Similarity->new; |
|
26
|
1
|
|
|
|
|
7
|
$self->{field_sims} = {}; |
|
27
|
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
# establish a connection |
|
29
|
1
|
|
|
|
|
18
|
my $sock = IO::Socket::INET->new( |
|
30
|
|
|
|
|
|
|
PeerAddr => $self->{peer_address}, |
|
31
|
|
|
|
|
|
|
Proto => 'tcp', |
|
32
|
|
|
|
|
|
|
); |
|
33
|
1
|
50
|
|
|
|
2440
|
confess("No socket: $!") unless $sock; |
|
34
|
1
|
|
|
|
|
9
|
$sock->autoflush(1); |
|
35
|
1
|
|
|
|
|
57
|
$self->{sock} = $sock; |
|
36
|
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
# verify password |
|
38
|
1
|
|
|
|
|
63
|
print $sock "$self->{password}\n"; |
|
39
|
1
|
|
|
|
|
314
|
chomp( my $response = <$sock> ); |
|
40
|
1
|
50
|
|
|
|
34
|
confess("Failed to connect: '$response'") unless $response =~ /accept/i; |
|
41
|
|
|
|
|
|
|
} |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
=for comment |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
Make a remote procedure call. For every call that does not close/terminate |
|
46
|
|
|
|
|
|
|
the socket connection, expect a response back that's been serialized using |
|
47
|
|
|
|
|
|
|
Storable. |
|
48
|
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
=cut |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub _rpc { |
|
52
|
16
|
|
|
16
|
|
64
|
my ( $self, $method, $args ) = @_; |
|
53
|
16
|
|
|
|
|
31
|
my $sock = $self->{sock}; |
|
54
|
|
|
|
|
|
|
|
|
55
|
16
|
|
|
|
|
68
|
my $serialized = nfreeze($args); |
|
56
|
16
|
|
|
|
|
1304
|
my $packed_len = pack( 'N', bytes::length($serialized) ); |
|
57
|
16
|
|
|
|
|
24533
|
print $sock "$method\n$packed_len$serialized"; |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
# bail out if we're either closing or shutting down the server remotely |
|
60
|
16
|
50
|
|
|
|
83
|
return if $method eq 'done'; |
|
61
|
16
|
100
|
|
|
|
61
|
return if $method eq 'terminate'; |
|
62
|
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
# decode response |
|
64
|
15
|
|
|
|
|
109
|
$sock->read( $packed_len, 4 ); |
|
65
|
15
|
|
|
|
|
15710
|
my $arg_len = unpack( 'N', $packed_len ); |
|
66
|
15
|
|
|
|
|
47
|
my $check_val = read( $sock, $serialized, $arg_len ); |
|
67
|
15
|
50
|
33
|
|
|
109
|
confess("Tried to read $arg_len bytes, got $check_val") |
|
68
|
|
|
|
|
|
|
unless ( defined $arg_len and $check_val == $arg_len ); |
|
69
|
15
|
|
|
|
|
72
|
return thaw($serialized); |
|
70
|
|
|
|
|
|
|
} |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
sub get_field_names { |
|
73
|
3
|
|
|
3
|
0
|
7
|
my $self = shift; |
|
74
|
3
|
|
|
|
|
23
|
return $self->_rpc( 'get_field_names', {} ); |
|
75
|
|
|
|
|
|
|
} |
|
76
|
|
|
|
|
|
|
|
|
77
|
|
|
|
|
|
|
my %search_hit_collector_args = ( |
|
78
|
|
|
|
|
|
|
hit_collector => undef, |
|
79
|
|
|
|
|
|
|
weight => undef, |
|
80
|
|
|
|
|
|
|
filter => undef, |
|
81
|
|
|
|
|
|
|
sort_spec => undef, |
|
82
|
|
|
|
|
|
|
); |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
sub search_hit_collector { |
|
85
|
3
|
|
|
3
|
0
|
6
|
my $self = shift; |
|
86
|
3
|
50
|
|
|
|
532
|
confess kerror() unless verify_args( \%search_hit_collector_args, @_ ); |
|
87
|
3
|
|
|
|
|
37
|
my %args = ( %search_hit_collector_args, @_ ); |
|
88
|
3
|
50
|
|
|
|
12
|
confess("remote filtered search not supported") if defined $args{filter}; |
|
89
|
|
|
|
|
|
|
|
|
90
|
|
|
|
|
|
|
# replace the HitCollector with a size rather than serialize it |
|
91
|
3
|
|
|
|
|
10
|
my $collector = delete $args{hit_collector}; |
|
92
|
3
|
100
|
|
|
|
14
|
if ( a_isa_b( $collector, "KinoSearch1::Search::OffsetCollector" ) ) { |
|
93
|
1
|
|
|
|
|
12
|
$args{num_wanted} = $collector->get_storage->get_max_size; |
|
94
|
|
|
|
|
|
|
} |
|
95
|
|
|
|
|
|
|
else { |
|
96
|
2
|
|
|
|
|
12
|
$args{num_wanted} = $collector->get_max_size; |
|
97
|
|
|
|
|
|
|
} |
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
# Make the remote call, which returns a hashref of doc => score pairs. |
|
100
|
|
|
|
|
|
|
# Accumulate hits into the HitCollector if the query is valid. |
|
101
|
3
|
|
|
|
|
13
|
my $score_pairs = $self->_rpc( 'search_hit_collector', \%args ); |
|
102
|
3
|
|
|
|
|
98
|
while ( my ( $doc, $score ) = each %$score_pairs ) { |
|
103
|
5
|
|
|
|
|
92
|
$collector->collect( $doc, $score ); |
|
104
|
|
|
|
|
|
|
} |
|
105
|
|
|
|
|
|
|
} |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
sub terminate { |
|
108
|
1
|
|
|
1
|
0
|
9
|
my $self = shift; |
|
109
|
1
|
|
|
|
|
4
|
return $self->_rpc( 'terminate', {} ); |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
|
|
112
|
|
|
|
|
|
|
sub fetch_doc { |
|
113
|
1
|
|
|
1
|
0
|
3
|
my ( $self, $doc_num ) = @_; |
|
114
|
1
|
|
|
|
|
13
|
return $self->_rpc( 'fetch_doc', { doc_num => $doc_num } ); |
|
115
|
|
|
|
|
|
|
} |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
sub max_doc { |
|
118
|
3
|
|
|
3
|
0
|
6
|
my $self = shift; |
|
119
|
3
|
|
|
|
|
14
|
return $self->_rpc( 'max_doc', {} ); |
|
120
|
|
|
|
|
|
|
} |
|
121
|
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
sub doc_freq { |
|
123
|
4
|
|
|
4
|
0
|
7
|
my ( $self, $term ) = @_; |
|
124
|
4
|
|
|
|
|
18
|
return $self->_rpc( 'doc_freq', { term => $term } ); |
|
125
|
|
|
|
|
|
|
} |
|
126
|
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
sub doc_freqs { |
|
128
|
1
|
|
|
1
|
0
|
3
|
my ( $self, $terms ) = @_; |
|
129
|
1
|
|
|
|
|
5
|
return $self->_rpc( 'doc_freqs', { terms => $terms } ); |
|
130
|
|
|
|
|
|
|
} |
|
131
|
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
sub close { |
|
133
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
|
134
|
0
|
|
|
|
|
|
$self->_rpc( 'done', {} ); |
|
135
|
0
|
|
|
|
|
|
my $sock = $self->{sock}; |
|
136
|
0
|
0
|
|
|
|
|
close $sock or confess("Error when closing socket: $!"); |
|
137
|
0
|
|
|
|
|
|
undef $self->{sock}; |
|
138
|
|
|
|
|
|
|
} |
|
139
|
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
sub DESTROY { |
|
141
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
142
|
0
|
0
|
|
|
|
|
$self->close if defined $self->{sock}; |
|
143
|
|
|
|
|
|
|
} |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
1; |
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
__END__ |