| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Bio::LITE::Taxonomy::NCBI; |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
Bio::LITE::Taxonomy::NCBI - Lightweight and efficient NCBI taxonomic manager |
|
6
|
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
use Bio::LITE::Taxonomy::NCBI; |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
my $taxDB = Bio::LITE::Taxonomy::NCBI->new ( |
|
12
|
|
|
|
|
|
|
db=>"NCBI", |
|
13
|
|
|
|
|
|
|
names=> "/path/to/names.dmp", |
|
14
|
|
|
|
|
|
|
nodes=>"/path/to/nodes.dmp" |
|
15
|
|
|
|
|
|
|
); |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
my $tax = $taxDB->get_taxonomy(1442); # 1442 is a Taxid |
|
18
|
|
|
|
|
|
|
my $taxid = $taxDB->get_taxid_from_name("Bacteroidetes"); |
|
19
|
|
|
|
|
|
|
my $term = $taxDB->get_term_at_level(1442,"family"); |
|
20
|
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
my $taxDB2 = Bio::LITE::Taxonomy::NCBI-> new ( |
|
22
|
|
|
|
|
|
|
db=>"NCBI", |
|
23
|
|
|
|
|
|
|
names=> "/path/to/names.dmp", |
|
24
|
|
|
|
|
|
|
nodes=>"/path/to/nodes.dmp", |
|
25
|
|
|
|
|
|
|
dict=>"/path/to/dictionary/file", |
|
26
|
|
|
|
|
|
|
); |
|
27
|
|
|
|
|
|
|
my $tax2 = $taxDB2->get_taxonomy_from_gi(12553); |
|
28
|
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
# Methods from Bio::LITE::Taxonomy::NCBI::Gi2taxid |
|
30
|
|
|
|
|
|
|
# can also be called directly: |
|
31
|
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
my $taxid2 = $taxDB2->get_taxid(12553); |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
36
|
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
This module provides easy and efficient access to the NCBI taxonomy with minimal dependencies and without intermediary databases. |
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
This module is not part of the Bioperl bundle. For bioperl alternatives see the L"SEE ALSO"> section of this document. |
|
40
|
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
=head1 CONSTRUCTOR |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
=head2 C |
|
44
|
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
Creates a Bio::LITE::Taxonomy::NCBI object. |
|
46
|
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
The following parameters are needed |
|
48
|
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
=over 4 |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
=item names |
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
The location of the I file. Filehandles are also allowed. I. |
|
54
|
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
=item nodes |
|
56
|
|
|
|
|
|
|
|
|
57
|
|
|
|
|
|
|
The location of the I file. Filehandles are also allowed. I. |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
=item synonyms |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
An array reference listing the categories of synonymous names made available to methods C and C. This parameter is optional and set to C<['synonym']> by default. |
|
62
|
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
As of May 2015, meaningful values are: I, I, I, I, I, I, I, I, I, I, I, I, I, I, I, I, I. |
|
64
|
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
my $taxDB = Bio::LITE::Taxonomy::NCBI->new ( |
|
66
|
|
|
|
|
|
|
db=>"NCBI", |
|
67
|
|
|
|
|
|
|
names=> "/path/to/names.dmp", |
|
68
|
|
|
|
|
|
|
nodes=>"/path/to/nodes.dmp", |
|
69
|
|
|
|
|
|
|
synonyms=>['anamorph','teleomorph','synonym'] |
|
70
|
|
|
|
|
|
|
); |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
=item dict |
|
73
|
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
You can query the tree using Cs directly instead of Cs. For doing this, you should provide the NCBIs GI to Taxid mapper in binary format as explained in L. I |
|
75
|
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
=item save_mem |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
Use this option to avoid to load the binary dictionary (GI to Taxid) into memory. This will save almost 1GB of system memory but looking up for Taxids will be ~20% slower. This parameter is optional, only makes sense if you are using the C to C dictionary and is I by default. |
|
79
|
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
=back |
|
81
|
|
|
|
|
|
|
|
|
82
|
|
|
|
|
|
|
=head1 METHODS |
|
83
|
|
|
|
|
|
|
|
|
84
|
|
|
|
|
|
|
This module inherits from L so all the methods explained there are accessible. |
|
85
|
|
|
|
|
|
|
These methods are also available: |
|
86
|
|
|
|
|
|
|
|
|
87
|
|
|
|
|
|
|
=over 4 |
|
88
|
|
|
|
|
|
|
|
|
89
|
|
|
|
|
|
|
=item get_taxonomy_from_gi |
|
90
|
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
Accepts a C as input and returns an array with its ascendants ordered from top to bottom. |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
my @tax = $tax->get_taxonomy_from_gi($gi); |
|
94
|
|
|
|
|
|
|
print "$_\n" for (@tax); |
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
If called in scalar context, returns an array reference instead of the array. |
|
97
|
|
|
|
|
|
|
See L::get_taxonomy |
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
=item get_taxonomy_with_levels_from_gi |
|
100
|
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
The same as get_taxonomy_from_gi but instead of getting the ascendants returns an array of array references. Each array reference has the ascendant and its taxonomic level (at positions 0 and 1 respectively). This is simpler than it sounds. Check L::get_taxonomy_with_levels for more information. |
|
102
|
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
If called in scalar context, returns an array reference instead of the array. |
|
104
|
|
|
|
|
|
|
|
|
105
|
|
|
|
|
|
|
=item get_term_at_level_from_gi |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
Given a gi and a taxonomic level as input, returns the taxon. For example, |
|
108
|
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
my $taxon = $tax->get_term_at_level_from_gi($gi,"family"); |
|
110
|
|
|
|
|
|
|
|
|
111
|
|
|
|
|
|
|
See L::get_term_at_level. |
|
112
|
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
=back |
|
114
|
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
=head1 SEE ALSO |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
L - Module to convert NCBIs GIs to Taxids |
|
118
|
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
L |
|
120
|
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
L |
|
122
|
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
L - Bioperl alternative for NCBI taxonomies. |
|
124
|
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
=head1 AUTHOR |
|
127
|
|
|
|
|
|
|
|
|
128
|
|
|
|
|
|
|
Miguel Pignatelli |
|
129
|
|
|
|
|
|
|
Any comments or suggestions should be addressed to emepyc@gmail.com |
|
130
|
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
=head1 CONTRIBUTORS |
|
132
|
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
Denis Baurain (denis.baurain -AT- ulg.ac.be) |
|
134
|
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
=head1 LICENSE |
|
136
|
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
Copyright 2015 Miguel Pignatelli, all rights reserved. |
|
138
|
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
This library is free software; you may redistribute it and/or modify it under the same terms as Perl itself. |
|
140
|
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
=cut |
|
142
|
|
|
|
|
|
|
|
|
143
|
2
|
|
|
2
|
|
33994
|
use strict; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
60
|
|
|
144
|
2
|
|
|
2
|
|
7
|
use warnings; |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
49
|
|
|
145
|
2
|
|
|
2
|
|
7
|
use Carp qw/croak/; |
|
|
2
|
|
|
|
|
10
|
|
|
|
2
|
|
|
|
|
94
|
|
|
146
|
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
#use Bio::LITE::Taxonomy; |
|
148
|
|
|
|
|
|
|
#if (do {(sprintf "%vd",$^V) =~ /5\.(\d\d)/; $1} >= 10}) { |
|
149
|
|
|
|
|
|
|
# import base qw(Taxonomy); |
|
150
|
|
|
|
|
|
|
#} else { |
|
151
|
|
|
|
|
|
|
# import parent qw(Taxonomy); |
|
152
|
|
|
|
|
|
|
#} |
|
153
|
2
|
|
|
2
|
|
9
|
use base qw(Bio::LITE::Taxonomy); |
|
|
2
|
|
|
|
|
2
|
|
|
|
2
|
|
|
|
|
701
|
|
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
our $VERSION = 0.1; |
|
156
|
|
|
|
|
|
|
|
|
157
|
2
|
|
|
2
|
|
895
|
use constant FS => '\t\|\t'; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
126
|
|
|
158
|
2
|
|
|
2
|
|
8
|
use constant RS => '\t\|\n'; |
|
|
2
|
|
|
|
|
5
|
|
|
|
2
|
|
|
|
|
1805
|
|
|
159
|
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
sub new { |
|
161
|
1
|
|
|
1
|
1
|
1696
|
my ($class,%args) = @_; |
|
162
|
1
|
|
|
|
|
4
|
my %opts; |
|
163
|
|
|
|
|
|
|
|
|
164
|
1
|
50
|
|
|
|
7
|
defined $args{'nodes'} or croak "Need the file nodes.dmp"; |
|
165
|
1
|
50
|
|
|
|
4
|
defined $args{'names'} or croak "Need the file names.dmp"; |
|
166
|
|
|
|
|
|
|
|
|
167
|
1
|
|
|
|
|
7
|
@opts{qw/nodesFile namesFile synList/} = @args{qw/nodes names synonyms/}; |
|
168
|
1
|
|
|
|
|
4
|
my $self = bless \%opts, $class; |
|
169
|
1
|
|
|
|
|
6
|
$self->_build_taxonomy(); |
|
170
|
1
|
50
|
|
|
|
10
|
if (defined $args{dict}) { |
|
171
|
0
|
|
|
|
|
0
|
require Bio::LITE::Taxonomy::NCBI::Gi2taxid; |
|
172
|
0
|
|
0
|
|
|
0
|
$self->{dict} = Bio::LITE::Taxonomy::NCBI::Gi2taxid->new(dict=>$args{dict},save_mem=>$args{save_mem} || 0); |
|
173
|
|
|
|
|
|
|
} |
|
174
|
1
|
|
|
|
|
13
|
return $self; |
|
175
|
|
|
|
|
|
|
} |
|
176
|
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
sub _build_taxonomy { |
|
178
|
1
|
|
|
1
|
|
2
|
my ($self) = @_; |
|
179
|
1
|
|
|
|
|
9
|
my $nodesFile = $self->{nodesFile}; |
|
180
|
1
|
|
|
|
|
2
|
my $tax; |
|
181
|
1
|
50
|
33
|
|
|
18
|
if ((UNIVERSAL::isa($nodesFile, 'GLOB')) or (ref \$nodesFile eq 'GLOB')) { |
|
182
|
0
|
|
|
|
|
0
|
$tax = $nodesFile; |
|
183
|
|
|
|
|
|
|
} else { |
|
184
|
1
|
50
|
|
|
|
38
|
open $tax, "<", $nodesFile or croak "$!"; |
|
185
|
|
|
|
|
|
|
} |
|
186
|
1
|
|
|
|
|
9363
|
while (<$tax>){ |
|
187
|
560790
|
|
|
|
|
693244
|
chomp; |
|
188
|
560790
|
|
|
|
|
736204
|
$self -> _create_node(_parse_tax_rec($_)); |
|
189
|
|
|
|
|
|
|
} |
|
190
|
1
|
|
|
|
|
5
|
$self -> _name_nodes(); |
|
191
|
1
|
50
|
33
|
|
|
38
|
close $tax unless ((UNIVERSAL::isa($nodesFile, 'GLOB')) or (ref \$nodesFile eq 'GLOB')); |
|
192
|
|
|
|
|
|
|
} |
|
193
|
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
sub _create_node { |
|
195
|
560790
|
|
|
560790
|
|
969653
|
my ($self,$node,$parent,$level) = @_; |
|
196
|
560790
|
100
|
|
|
|
1274400
|
$self->{allowed_levels}{$level} = 1 if (! defined $self->{allowed_levels}{$level}); |
|
197
|
560790
|
|
|
|
|
553750
|
@{$self->{nodes}->{$node}}{qw/parent level/} = ($parent,$level); |
|
|
560790
|
|
|
|
|
10497321
|
|
|
198
|
|
|
|
|
|
|
} |
|
199
|
|
|
|
|
|
|
|
|
200
|
|
|
|
|
|
|
sub _name_nodes { |
|
201
|
1
|
|
|
1
|
|
2
|
my ($self) = @_; |
|
202
|
1
|
|
|
|
|
2
|
my $namesFile = $self->{namesFile}; |
|
203
|
1
|
|
|
|
|
1
|
my $nodesNames; |
|
204
|
1
|
50
|
33
|
|
|
21
|
if ((UNIVERSAL::isa($namesFile, 'GLOB')) or (ref \$namesFile eq 'GLOB')) { |
|
205
|
0
|
|
|
|
|
0
|
$nodesNames = $namesFile; |
|
206
|
|
|
|
|
|
|
} else { |
|
207
|
1
|
50
|
|
|
|
62
|
open $nodesNames, "<", $namesFile or croak $!; |
|
208
|
|
|
|
|
|
|
} |
|
209
|
1
|
|
50
|
|
|
2
|
my %wanted = map { $_ => 1 } @{$self->{synList} // ['synonym']}; |
|
|
3
|
|
|
|
|
13
|
|
|
|
1
|
|
|
|
|
5
|
|
|
210
|
1
|
|
|
|
|
3367937
|
while (<$nodesNames>){ |
|
211
|
806059
|
|
|
|
|
1026659
|
chomp; |
|
212
|
806059
|
|
|
|
|
1130829
|
my ($taxId,$taxName,$comment) = _process_tax_name ($_); |
|
213
|
806059
|
100
|
|
|
|
16799870
|
if ($comment eq 'scientific name'){ |
|
|
|
100
|
|
|
|
|
|
|
214
|
560790
|
|
|
|
|
510459
|
${$self->{nodes}->{$taxId}}{name} = $taxName; |
|
|
560790
|
|
|
|
|
1663771
|
|
|
215
|
560790
|
|
|
|
|
47439646
|
$self->{names}->{$taxName} = $taxId; |
|
216
|
|
|
|
|
|
|
} elsif ($wanted{$comment}) { |
|
217
|
138762
|
|
|
|
|
20893392
|
$self->{names}->{$taxName} = $taxId; |
|
218
|
|
|
|
|
|
|
} |
|
219
|
|
|
|
|
|
|
} |
|
220
|
1
|
|
|
|
|
44
|
close $nodesNames; |
|
221
|
|
|
|
|
|
|
} |
|
222
|
|
|
|
|
|
|
|
|
223
|
|
|
|
|
|
|
sub _parse_tax_rec { |
|
224
|
560790
|
|
|
560790
|
|
797380
|
my $line = shift @_; |
|
225
|
560790
|
|
|
|
|
3263971
|
return (split FS,$line)[0,1,2]; |
|
226
|
|
|
|
|
|
|
} |
|
227
|
|
|
|
|
|
|
|
|
228
|
|
|
|
|
|
|
|
|
229
|
|
|
|
|
|
|
sub _process_tax_name { |
|
230
|
806059
|
|
|
806059
|
|
1229101
|
my $line = shift @_; |
|
231
|
806059
|
|
|
|
|
3446090
|
my @fields = split FS, $line; |
|
232
|
806059
|
|
|
|
|
2543159
|
$fields[3] =~ s/\t\|$//; |
|
233
|
806059
|
|
|
|
|
2866887
|
return ($fields[0],$fields[1],$fields[3]); |
|
234
|
|
|
|
|
|
|
} |
|
235
|
|
|
|
|
|
|
|
|
236
|
|
|
|
|
|
|
sub get_taxonomy_from_gi { |
|
237
|
0
|
|
|
0
|
1
|
|
my ($self,$gi) = @_; |
|
238
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
|
239
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
|
240
|
0
|
|
|
|
|
|
return $self->get_taxonomy($taxid); |
|
241
|
|
|
|
|
|
|
} |
|
242
|
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
sub get_taxonomy_with_levels_from_gi { |
|
244
|
0
|
|
|
0
|
1
|
|
my ($self,$gi) = @_; |
|
245
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
|
246
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
|
247
|
0
|
|
|
|
|
|
return $self->get_taxonomy_with_levels($taxid); |
|
248
|
|
|
|
|
|
|
} |
|
249
|
|
|
|
|
|
|
|
|
250
|
|
|
|
|
|
|
sub get_term_at_level_from_gi { |
|
251
|
0
|
|
|
0
|
1
|
|
my ($self,$gi,$level) = @_; |
|
252
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
|
253
|
0
|
0
|
|
|
|
|
croak "Undefined Level\n" unless (defined $level); |
|
254
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
|
255
|
0
|
|
|
|
|
|
return $self->get_term_at_level($taxid,$level); |
|
256
|
|
|
|
|
|
|
} |
|
257
|
|
|
|
|
|
|
|
|
258
|
|
|
|
|
|
|
# Note: Use methods in Gi2taxid as if they were from here |
|
259
|
|
|
|
|
|
|
sub AUTOLOAD { |
|
260
|
0
|
|
|
0
|
|
|
my ($self,$args) = @_; |
|
261
|
0
|
|
|
|
|
|
our $AUTOLOAD; |
|
262
|
0
|
|
|
|
|
|
my $method = $AUTOLOAD; |
|
263
|
0
|
|
|
|
|
|
$method =~ s/.*:://; |
|
264
|
0
|
0
|
|
|
|
|
$self->{dict}->can($method) or croak "$method not defined in package __PACKAGE__\n"; |
|
265
|
0
|
|
|
|
|
|
return $self->{dict}->$method($args); |
|
266
|
|
|
|
|
|
|
} |
|
267
|
|
|
|
|
|
|
|
|
268
|
|
|
|
|
|
|
# Needed to dont call AUTLOAD on object destruction |
|
269
|
0
|
|
|
0
|
|
|
sub DESTROY { } |
|
270
|
|
|
|
|
|
|
|
|
271
|
|
|
|
|
|
|
1; |