line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Bio::LITE::Taxonomy::NCBI; |
2
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
4
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
Bio::LITE::Taxonomy::NCBI - Lightweight and efficient NCBI taxonomic manager |
6
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 SYNOPSIS |
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
use Bio::LITE::Taxonomy::NCBI; |
10
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
my $taxDB = Bio::LITE::Taxonomy::NCBI->new ( |
12
|
|
|
|
|
|
|
db=>"NCBI", |
13
|
|
|
|
|
|
|
names=> "/path/to/names.dmp", |
14
|
|
|
|
|
|
|
nodes=>"/path/to/nodes.dmp" |
15
|
|
|
|
|
|
|
); |
16
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
my $tax = $taxDB->get_taxonomy(1442); # 1442 is a Taxid |
18
|
|
|
|
|
|
|
my $taxid = $taxDB->get_taxid_from_name("Bacteroidetes"); |
19
|
|
|
|
|
|
|
my $term = $taxDB->get_term_at_level(1442,"family"); |
20
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
my $taxDB2 = Bio::LITE::Taxonomy::NCBI-> new ( |
22
|
|
|
|
|
|
|
db=>"NCBI", |
23
|
|
|
|
|
|
|
names=> "/path/to/names.dmp", |
24
|
|
|
|
|
|
|
nodes=>"/path/to/nodes.dmp", |
25
|
|
|
|
|
|
|
dict=>"/path/to/dictionary/file", |
26
|
|
|
|
|
|
|
); |
27
|
|
|
|
|
|
|
my $tax2 = $taxDB2->get_taxonomy_from_gi(12553); |
28
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
# Methods from Bio::LITE::Taxonomy::NCBI::Gi2taxid |
30
|
|
|
|
|
|
|
# can also be called directly: |
31
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
my $taxid2 = $taxDB2->get_taxid(12553); |
33
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
=head1 DESCRIPTION |
36
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
This module provides easy and efficient access to the NCBI taxonomy with minimal dependencies and without intermediary databases. |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
This module is not part of the Bioperl bundle. For bioperl alternatives see the L"SEE ALSO"> section of this document. |
40
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
=head1 CONSTRUCTOR |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
=head2 C |
44
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
Creates a Bio::LITE::Taxonomy::NCBI object. |
46
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
The following parameters are needed |
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
=over 4 |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
=item names |
52
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
The location of the I file. Filehandles are also allowed. I. |
54
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
=item nodes |
56
|
|
|
|
|
|
|
|
57
|
|
|
|
|
|
|
The location of the I file. Filehandles are also allowed. I. |
58
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
=item dict |
60
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
You can query the tree using Cs directly instead of Cs. For doing this, you should provide the NCBIs GI to Taxid mapper in binary format as explained in L. I |
62
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
=item save_mem |
64
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
Use this option to avoid to load the binary dictionary (GI to Taxid) into memory. This will save almost 1GB of system memory but looking up for Taxids will be ~20% slower. This parameter is optional, only makes sense if you are using the C to C dictionary and is I by default. |
66
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
=back |
68
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
=head1 METHODS |
70
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
This module inherits from L so all the methods explained there are accessible. |
72
|
|
|
|
|
|
|
These methods are also available: |
73
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
=over 4 |
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
=item get_taxonomy_from_gi |
77
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
Accepts a C as input and returns an array with its ascendants ordered from top to bottom. |
79
|
|
|
|
|
|
|
|
80
|
|
|
|
|
|
|
my @tax = $tax->get_taxonomy_from_gi($gi); |
81
|
|
|
|
|
|
|
print "$_\n" for (@tax); |
82
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
If called in scalar context, returns an array reference instead of the array. |
84
|
|
|
|
|
|
|
See L::get_taxonomy |
85
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
=item get_taxonomy_with_levels_from_gi |
87
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
The same as get_taxonomy_from_gi but instead of getting the ascendants returns an array of array references. Each array reference has the ascendant and its taxonomic level (at positions 0 and 1 respectively). This is simpler than it sounds. Check L::get_taxonomy_with_levels for more information. |
89
|
|
|
|
|
|
|
|
90
|
|
|
|
|
|
|
If called in scalar context, returns an array reference instead of the array. |
91
|
|
|
|
|
|
|
|
92
|
|
|
|
|
|
|
=item get_term_at_level_from_gi |
93
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
Given a gi and a taxonomic level as input, returns the taxon. For example, |
95
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
my $taxon = $tax->get_term_at_level_from_gi($gi,"family"); |
97
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
See L::get_term_at_level. |
99
|
|
|
|
|
|
|
|
100
|
|
|
|
|
|
|
=back |
101
|
|
|
|
|
|
|
|
102
|
|
|
|
|
|
|
=head1 SEE ALSO |
103
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
L - Module to convert NCBIs GIs to Taxids |
105
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
L |
107
|
|
|
|
|
|
|
|
108
|
|
|
|
|
|
|
L |
109
|
|
|
|
|
|
|
|
110
|
|
|
|
|
|
|
L - Bioperl alternative for NCBI taxonomies. |
111
|
|
|
|
|
|
|
|
112
|
|
|
|
|
|
|
|
113
|
|
|
|
|
|
|
=head1 AUTHOR |
114
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
Miguel Pignatelli |
116
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
Any comments or suggestions should be addressed to emepyc@gmail.com |
118
|
|
|
|
|
|
|
|
119
|
|
|
|
|
|
|
=head1 LICENSE |
120
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
Copyright 2009 Miguel Pignatelli, all rights reserved. |
122
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
This library is free software; you may redistribute it and/or modify it under the same terms as Perl itself. |
124
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
=cut |
126
|
|
|
|
|
|
|
|
127
|
2
|
|
|
2
|
|
58528
|
use strict; |
|
2
|
|
|
|
|
6
|
|
|
2
|
|
|
|
|
83
|
|
128
|
2
|
|
|
2
|
|
10
|
use warnings; |
|
2
|
|
|
|
|
5
|
|
|
2
|
|
|
|
|
66
|
|
129
|
2
|
|
|
2
|
|
11
|
use Carp qw/croak/; |
|
2
|
|
|
|
|
8
|
|
|
2
|
|
|
|
|
145
|
|
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
#use Bio::LITE::Taxonomy; |
132
|
|
|
|
|
|
|
#if (do {(sprintf "%vd",$^V) =~ /5\.(\d\d)/; $1} >= 10}) { |
133
|
|
|
|
|
|
|
# import base qw(Taxonomy); |
134
|
|
|
|
|
|
|
#} else { |
135
|
|
|
|
|
|
|
# import parent qw(Taxonomy); |
136
|
|
|
|
|
|
|
#} |
137
|
2
|
|
|
2
|
|
13
|
use base qw(Bio::LITE::Taxonomy); |
|
2
|
|
|
|
|
3
|
|
|
2
|
|
|
|
|
1103
|
|
138
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
our $VERSION = 0.09; |
140
|
|
|
|
|
|
|
|
141
|
2
|
|
|
2
|
|
912
|
use constant FS => '\t\|\t'; |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
153
|
|
142
|
2
|
|
|
2
|
|
12
|
use constant RS => '\t\|\n'; |
|
2
|
|
|
|
|
9
|
|
|
2
|
|
|
|
|
2302
|
|
143
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
sub new { |
145
|
1
|
|
|
1
|
1
|
1122
|
my ($class,%args) = @_; |
146
|
1
|
|
|
|
|
2
|
my %opts; |
147
|
|
|
|
|
|
|
|
148
|
1
|
50
|
|
|
|
5
|
defined $args{'nodes'} or croak "Need the file nodes.dmp"; |
149
|
1
|
50
|
|
|
|
5
|
defined $args{'names'} or croak "Need the file names.dmp"; |
150
|
|
|
|
|
|
|
|
151
|
1
|
|
|
|
|
4
|
@opts{qw/nodesFile namesFile/} = @args{qw/nodes names/}; |
152
|
|
|
|
|
|
|
|
153
|
1
|
|
|
|
|
7
|
my $self = bless \%opts, $class; |
154
|
1
|
|
|
|
|
4
|
$self->_build_taxonomy(); |
155
|
1
|
50
|
|
|
|
6
|
if (defined $args{dict}) { |
156
|
0
|
|
|
|
|
0
|
require Bio::LITE::Taxonomy::NCBI::Gi2taxid; |
157
|
0
|
|
0
|
|
|
0
|
$self->{dict} = Bio::LITE::Taxonomy::NCBI::Gi2taxid->new(dict=>$args{dict},save_mem=>$args{save_mem} || 0); |
158
|
|
|
|
|
|
|
} |
159
|
1
|
|
|
|
|
14
|
return $self; |
160
|
|
|
|
|
|
|
} |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
sub _build_taxonomy { |
163
|
1
|
|
|
1
|
|
2
|
my ($self) = @_; |
164
|
1
|
|
|
|
|
8
|
my $nodesFile = $self->{nodesFile}; |
165
|
1
|
|
|
|
|
2
|
my $tax; |
166
|
1
|
50
|
33
|
|
|
14
|
if ((UNIVERSAL::isa($nodesFile, 'GLOB')) or (ref \$nodesFile eq 'GLOB')) { |
167
|
0
|
|
|
|
|
0
|
$tax = $nodesFile; |
168
|
|
|
|
|
|
|
} else { |
169
|
1
|
50
|
|
|
|
48
|
open $tax, "<", $nodesFile or croak "$!"; |
170
|
|
|
|
|
|
|
} |
171
|
1
|
|
|
|
|
185341
|
while (<$tax>){ |
172
|
560790
|
|
|
|
|
1074233
|
chomp; |
173
|
560790
|
|
|
|
|
1242098
|
$self -> _create_node(_parse_tax_rec($_)); |
174
|
|
|
|
|
|
|
} |
175
|
1
|
|
|
|
|
7
|
$self -> _name_nodes(); |
176
|
1
|
50
|
33
|
|
|
37
|
close $tax unless ((UNIVERSAL::isa($nodesFile, 'GLOB')) or (ref \$nodesFile eq 'GLOB')); |
177
|
|
|
|
|
|
|
} |
178
|
|
|
|
|
|
|
|
179
|
|
|
|
|
|
|
sub _create_node { |
180
|
560790
|
|
|
560790
|
|
1741602
|
my ($self,$node,$parent,$level) = @_; |
181
|
560790
|
100
|
|
|
|
2118505
|
$self->{allowed_levels}{$level} = 1 if (! defined $self->{allowed_levels}{$level}); |
182
|
560790
|
|
|
|
|
915044
|
@{$self->{nodes}->{$node}}{qw/parent level/} = ($parent,$level); |
|
560790
|
|
|
|
|
15342675
|
|
183
|
|
|
|
|
|
|
} |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
sub _name_nodes { |
186
|
1
|
|
|
1
|
|
2
|
my ($self) = @_; |
187
|
1
|
|
|
|
|
4
|
my $namesFile = $self->{namesFile}; |
188
|
1
|
|
|
|
|
2
|
my $nodesNames; |
189
|
1
|
50
|
33
|
|
|
25
|
if ((UNIVERSAL::isa($namesFile, 'GLOB')) or (ref \$namesFile eq 'GLOB')) { |
190
|
0
|
|
|
|
|
0
|
$nodesNames = $namesFile; |
191
|
|
|
|
|
|
|
} else { |
192
|
1
|
50
|
|
|
|
97
|
open $nodesNames, "<", $namesFile or croak $!; |
193
|
|
|
|
|
|
|
} |
194
|
1
|
|
|
|
|
1225
|
while (<$nodesNames>){ |
195
|
806059
|
|
|
|
|
1498144
|
chomp; |
196
|
806059
|
|
|
|
|
1648567
|
my ($taxId,$taxName,$comment) = _process_tax_name ($_); |
197
|
806059
|
100
|
|
|
|
15607913
|
if ($comment eq "scientific name"){ |
|
|
100
|
|
|
|
|
|
198
|
560790
|
|
|
|
|
779943
|
${$self->{nodes}->{$taxId}}{name} = $taxName; |
|
560790
|
|
|
|
|
3379501
|
|
199
|
560790
|
|
|
|
|
59234643
|
$self->{names}->{$taxName} = $taxId; |
200
|
|
|
|
|
|
|
} elsif ($comment eq "synonym") { |
201
|
138436
|
|
|
|
|
4580984
|
$self->{names}->{$taxName} = $taxId; |
202
|
|
|
|
|
|
|
} |
203
|
|
|
|
|
|
|
} |
204
|
1
|
|
|
|
|
28
|
close $nodesNames; |
205
|
|
|
|
|
|
|
} |
206
|
|
|
|
|
|
|
|
207
|
|
|
|
|
|
|
sub _parse_tax_rec { |
208
|
560790
|
|
|
560790
|
|
1321249
|
my $line = shift @_; |
209
|
560790
|
|
|
|
|
5700570
|
return (split FS,$line)[0,1,2]; |
210
|
|
|
|
|
|
|
} |
211
|
|
|
|
|
|
|
|
212
|
|
|
|
|
|
|
|
213
|
|
|
|
|
|
|
sub _process_tax_name { |
214
|
806059
|
|
|
806059
|
|
1736256
|
my $line = shift @_; |
215
|
806059
|
|
|
|
|
102014963
|
my @fields = split FS, $line; |
216
|
806059
|
|
|
|
|
3233950
|
$fields[3] =~ s/\t\|$//; |
217
|
806059
|
|
|
|
|
4201086
|
return ($fields[0],$fields[1],$fields[3]); |
218
|
|
|
|
|
|
|
} |
219
|
|
|
|
|
|
|
|
220
|
|
|
|
|
|
|
sub get_taxonomy_from_gi { |
221
|
0
|
|
|
0
|
1
|
|
my ($self,$gi) = @_; |
222
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
223
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
224
|
0
|
|
|
|
|
|
return $self->get_taxonomy($taxid); |
225
|
|
|
|
|
|
|
} |
226
|
|
|
|
|
|
|
|
227
|
|
|
|
|
|
|
sub get_taxonomy_with_levels_from_gi { |
228
|
0
|
|
|
0
|
1
|
|
my ($self,$gi) = @_; |
229
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
230
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
231
|
0
|
|
|
|
|
|
return $self->get_taxonomy_with_levels($taxid); |
232
|
|
|
|
|
|
|
} |
233
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
sub get_term_at_level_from_gi { |
235
|
0
|
|
|
0
|
1
|
|
my ($self,$gi,$level) = @_; |
236
|
0
|
0
|
|
|
|
|
croak "Undefined GI\n" unless (defined $gi); |
237
|
0
|
0
|
|
|
|
|
croak "Undefined Level\n" unless (defined $level); |
238
|
0
|
|
|
|
|
|
my $taxid = $self->{dict}->get_taxid($gi); |
239
|
0
|
|
|
|
|
|
return $self->get_term_at_level($taxid,$level); |
240
|
|
|
|
|
|
|
} |
241
|
|
|
|
|
|
|
|
242
|
|
|
|
|
|
|
# Note: Use methods in Gi2taxid as if they were from here |
243
|
|
|
|
|
|
|
sub AUTOLOAD { |
244
|
0
|
|
|
0
|
|
|
my ($self,$args) = @_; |
245
|
0
|
|
|
|
|
|
our $AUTOLOAD; |
246
|
0
|
|
|
|
|
|
my $method = $AUTOLOAD; |
247
|
0
|
|
|
|
|
|
$method =~ s/.*:://; |
248
|
0
|
0
|
|
|
|
|
$self->{dict}->can($method) or croak "$method not defined in package __PACKAGE__\n"; |
249
|
0
|
|
|
|
|
|
return $self->{dict}->$method($args); |
250
|
|
|
|
|
|
|
} |
251
|
|
|
|
|
|
|
|
252
|
|
|
|
|
|
|
# Needed to dont call AUTLOAD on object destruction |
253
|
0
|
|
|
0
|
|
|
sub DESTROY { } |
254
|
|
|
|
|
|
|
|
255
|
|
|
|
|
|
|
1; |