| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package KinoSearch1::Search::Similarity; |
|
2
|
34
|
|
|
34
|
|
37782
|
use strict; |
|
|
34
|
|
|
|
|
72
|
|
|
|
34
|
|
|
|
|
1235
|
|
|
3
|
34
|
|
|
34
|
|
181
|
use warnings; |
|
|
34
|
|
|
|
|
66
|
|
|
|
34
|
|
|
|
|
886
|
|
|
4
|
34
|
|
|
34
|
|
952
|
use KinoSearch1::Util::ToolSet; |
|
|
34
|
|
|
|
|
85
|
|
|
|
34
|
|
|
|
|
4753
|
|
|
5
|
34
|
|
|
34
|
|
209
|
use base qw( KinoSearch1::Util::CClass ); |
|
|
34
|
|
|
|
|
106
|
|
|
|
34
|
|
|
|
|
6354
|
|
|
6
|
|
|
|
|
|
|
|
|
7
|
34
|
|
|
34
|
|
551
|
BEGIN { __PACKAGE__->init_instance_vars(); } |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
# See _float_to_byte. |
|
10
|
|
|
|
|
|
|
*encode_norm = *_float_to_byte; |
|
11
|
|
|
|
|
|
|
*decode_norm = *_byte_to_float; |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
# Calculate the Inverse Document Frequecy for one or more Term in a given |
|
14
|
|
|
|
|
|
|
# collection (the Searcher represents the collection). |
|
15
|
|
|
|
|
|
|
# |
|
16
|
|
|
|
|
|
|
# If multiple Terms are supplied, their idfs are summed. |
|
17
|
|
|
|
|
|
|
sub idf { |
|
18
|
559
|
|
|
559
|
0
|
1022
|
my ( $self, $term_or_terms, $searcher ) = @_; |
|
19
|
559
|
|
|
|
|
1841
|
my $max_doc = $searcher->max_doc; |
|
20
|
559
|
100
|
|
|
|
2134
|
my $terms |
|
21
|
|
|
|
|
|
|
= ref $term_or_terms eq 'ARRAY' ? $term_or_terms : [$term_or_terms]; |
|
22
|
|
|
|
|
|
|
|
|
23
|
559
|
50
|
|
|
|
1561
|
return 1 unless $max_doc; # guard against log of zero error |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
# accumulate IDF |
|
26
|
559
|
|
|
|
|
922
|
my $idf = 0; |
|
27
|
559
|
|
|
|
|
1253
|
for my $term (@$terms) { |
|
28
|
639
|
|
|
|
|
2240
|
my $doc_freq = $searcher->doc_freq($term); |
|
29
|
639
|
|
|
|
|
2060
|
$idf += 1 + log( $max_doc / ( 1 + $searcher->doc_freq($term) ) ); |
|
30
|
|
|
|
|
|
|
} |
|
31
|
559
|
|
|
|
|
2650
|
return $idf; |
|
32
|
|
|
|
|
|
|
} |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
# Normalize a Query's weight so that it is comparable to other Queries. |
|
35
|
|
|
|
|
|
|
sub query_norm { |
|
36
|
283
|
|
|
283
|
0
|
533
|
my ( $self, $sum_of_squared_weights ) = @_; |
|
37
|
283
|
100
|
|
|
|
970
|
return 0 if ( $sum_of_squared_weights == 0 ); # guard against div by zero |
|
38
|
281
|
|
|
|
|
1100
|
return ( 1 / sqrt($sum_of_squared_weights) ); |
|
39
|
|
|
|
|
|
|
} |
|
40
|
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
# KLUDGE -- see comment at STORABLE_thaw. |
|
42
|
|
|
|
|
|
|
sub STORABLE_freeze { |
|
43
|
3
|
|
|
3
|
0
|
226
|
my ( $self, $cloning ) = @_; |
|
44
|
3
|
50
|
|
|
|
12
|
return if $cloning; |
|
45
|
3
|
|
|
|
|
177
|
return "1"; |
|
46
|
|
|
|
|
|
|
} |
|
47
|
|
|
|
|
|
|
|
|
48
|
|
|
|
|
|
|
package KinoSearch1::Search::TitleSimilarity; |
|
49
|
34
|
|
|
34
|
|
238
|
use strict; |
|
|
34
|
|
|
|
|
75
|
|
|
|
34
|
|
|
|
|
1035
|
|
|
50
|
34
|
|
|
34
|
|
223
|
use warnings; |
|
|
34
|
|
|
|
|
73
|
|
|
|
34
|
|
|
|
|
1035
|
|
|
51
|
34
|
|
|
34
|
|
202
|
use KinoSearch1::Util::ToolSet; |
|
|
34
|
|
|
|
|
74
|
|
|
|
34
|
|
|
|
|
5064
|
|
|
52
|
34
|
|
|
34
|
|
194
|
use base qw( KinoSearch1::Search::Similarity ); |
|
|
34
|
|
|
|
|
2762
|
|
|
|
34
|
|
|
|
|
5437
|
|
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
sub new { |
|
55
|
1
|
|
|
1
|
|
24
|
my $self = shift->SUPER::new(@_); |
|
56
|
1
|
|
|
|
|
18
|
$self->_use_title_tf; |
|
57
|
1
|
|
|
|
|
4
|
return $self; |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
sub lengthnorm { |
|
61
|
2
|
50
|
|
2
|
|
6
|
return 0 unless $_[1]; |
|
62
|
2
|
|
|
|
|
15
|
return 1 / sqrt( $_[1] ); |
|
63
|
|
|
|
|
|
|
} |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
1; |
|
66
|
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
__END__ |