| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Lingua::EN::GeniaTagger; |
|
2
|
|
|
|
|
|
|
|
|
3
|
1
|
|
|
1
|
|
46972
|
use strict; |
|
|
1
|
|
|
|
|
7
|
|
|
|
1
|
|
|
|
|
655
|
|
|
4
|
1
|
|
|
1
|
|
2030
|
use Class::Spiffy; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
use Exporter::Lite; |
|
6
|
|
|
|
|
|
|
use IPC::Open2; |
|
7
|
|
|
|
|
|
|
use Data::Dumper; |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
our $VERSION = '0.01'; |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
our @EXPORT = qw( |
|
12
|
|
|
|
|
|
|
start_genia |
|
13
|
|
|
|
|
|
|
tag |
|
14
|
|
|
|
|
|
|
chunk |
|
15
|
|
|
|
|
|
|
stringify_chunks |
|
16
|
|
|
|
|
|
|
); |
|
17
|
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
our $PATH; |
|
19
|
|
|
|
|
|
|
$PATH = '/home/xern/tmp/geniatagger-2.0.1'; |
|
20
|
|
|
|
|
|
|
our ($I_GENIA, $O_GENIA); |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
sub start_genia { |
|
23
|
|
|
|
|
|
|
chdir( $_[0] || $PATH || die "Please specify the path of GENIA") or die $!; |
|
24
|
|
|
|
|
|
|
my $pid = open2($I_GENIA, $O_GENIA, './geniatagger'); |
|
25
|
|
|
|
|
|
|
} |
|
26
|
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
END { |
|
28
|
|
|
|
|
|
|
close $I_GENIA; |
|
29
|
|
|
|
|
|
|
close $O_GENIA; |
|
30
|
|
|
|
|
|
|
} |
|
31
|
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
sub tag { |
|
33
|
|
|
|
|
|
|
my $text = shift or die "Please input text"; |
|
34
|
|
|
|
|
|
|
print {$O_GENIA} $text."\n"; |
|
35
|
|
|
|
|
|
|
local $_; |
|
36
|
|
|
|
|
|
|
my $result; |
|
37
|
|
|
|
|
|
|
while($_ = <$I_GENIA>){ |
|
38
|
|
|
|
|
|
|
last if /\A\n\z/; |
|
39
|
|
|
|
|
|
|
$result .= $_; |
|
40
|
|
|
|
|
|
|
} |
|
41
|
|
|
|
|
|
|
return $result; |
|
42
|
|
|
|
|
|
|
} |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
sub chunk { |
|
45
|
|
|
|
|
|
|
my $sentence = shift; |
|
46
|
|
|
|
|
|
|
my $idx = -1; |
|
47
|
|
|
|
|
|
|
my @chunk = (); |
|
48
|
|
|
|
|
|
|
foreach my $line (split /\n+/, $sentence){ |
|
49
|
|
|
|
|
|
|
my ($word, $base, $pos, $chunk) = split /\t/, $line; |
|
50
|
|
|
|
|
|
|
my $entry = [ $word, $base, $pos, $chunk ]; |
|
51
|
|
|
|
|
|
|
# print "[ $word, $base, $pos, $chunk ]\n"; |
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
if($chunk =~ /^B-(.+)/){ |
|
54
|
|
|
|
|
|
|
push @{$chunk[++$idx]}, $1, $entry; |
|
55
|
|
|
|
|
|
|
} |
|
56
|
|
|
|
|
|
|
elsif($chunk =~ /^I/){ |
|
57
|
|
|
|
|
|
|
push @{$chunk[$idx]}, $entry; |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
elsif($chunk =~ /^O/){ |
|
60
|
|
|
|
|
|
|
if($entry->[2] =~ /\w/){ |
|
61
|
|
|
|
|
|
|
push @{$chunk[++$idx]}, $entry->[2], $entry; |
|
62
|
|
|
|
|
|
|
} |
|
63
|
|
|
|
|
|
|
else { |
|
64
|
|
|
|
|
|
|
push @{$chunk[++$idx]}, 'PUNCT', $entry; |
|
65
|
|
|
|
|
|
|
} |
|
66
|
|
|
|
|
|
|
} |
|
67
|
|
|
|
|
|
|
} |
|
68
|
|
|
|
|
|
|
return \@chunk; |
|
69
|
|
|
|
|
|
|
} |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub stringify_chunks { |
|
72
|
|
|
|
|
|
|
my $chunk = ref($_[0]) ? shift : chunk($_[0]); |
|
73
|
|
|
|
|
|
|
my $ret; |
|
74
|
|
|
|
|
|
|
foreach my $c (@$chunk){ |
|
75
|
|
|
|
|
|
|
my $tag = shift @$c; |
|
76
|
|
|
|
|
|
|
my @token = @$c; |
|
77
|
|
|
|
|
|
|
$ret .= "[$tag ".join (q/ /, map{"$_->[0]/$_->[2]"} @token)." $tag] "; |
|
78
|
|
|
|
|
|
|
} |
|
79
|
|
|
|
|
|
|
$ret; |
|
80
|
|
|
|
|
|
|
} |
|
81
|
|
|
|
|
|
|
|
|
82
|
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
|
|
85
|
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
1; |
|
87
|
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
__END__ |