| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package OBO::APO::NCBIToRDF; |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
OBO::APO::NCBIToRDF - A NCBI taxonomy dump to RDF converter. |
|
6
|
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
Converts NCBI taxonomy dump files (names and nodes) to a RDF graph. |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
NCBI taxonomy dump files files can be obtained from ftp://ftp.ncbi.nih.gov/pub/taxonomy/ |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
The method 'work' gets the nodes file, the names file, and file handler for the RDF graph. |
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
=head1 AUTHOR |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
Mikel Egana Aranguren |
|
18
|
|
|
|
|
|
|
mikel.egana.aranguren@gmail.com |
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
=head1 COPYRIGHT AND LICENSE |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
Copyright (C) 2008 by Mikel Egana Aranguren |
|
23
|
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or modify |
|
25
|
|
|
|
|
|
|
it under the same terms as Perl itself, either Perl version 5.8.7 or, |
|
26
|
|
|
|
|
|
|
at your option, any later version of Perl 5 you may have available. |
|
27
|
|
|
|
|
|
|
|
|
28
|
|
|
|
|
|
|
=cut |
|
29
|
|
|
|
|
|
|
|
|
30
|
1
|
|
|
1
|
|
4195
|
use strict; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
33
|
|
|
31
|
1
|
|
|
1
|
|
4
|
use warnings; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
30
|
|
|
32
|
1
|
|
|
1
|
|
3
|
use Carp; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
45
|
|
|
33
|
|
|
|
|
|
|
|
|
34
|
1
|
|
|
1
|
|
426
|
use open qw(:std :utf8); # Make All I/O Default to UTF-8 |
|
|
1
|
|
|
|
|
911
|
|
|
|
1
|
|
|
|
|
4
|
|
|
35
|
|
|
|
|
|
|
|
|
36
|
|
|
|
|
|
|
sub new { |
|
37
|
1
|
|
|
1
|
0
|
10
|
my $class = shift; |
|
38
|
1
|
|
|
|
|
1
|
my $self = {}; |
|
39
|
|
|
|
|
|
|
|
|
40
|
1
|
|
|
|
|
2
|
bless ($self, $class); |
|
41
|
1
|
|
|
|
|
3
|
return $self; |
|
42
|
|
|
|
|
|
|
} |
|
43
|
|
|
|
|
|
|
|
|
44
|
|
|
|
|
|
|
=head2 work |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
Usage - $NCBIToRDF->work($NCBINodesFilePath,$NCBINamesFilePath,$RDF_file_handler) |
|
47
|
|
|
|
|
|
|
Returns - RDF file handler |
|
48
|
|
|
|
|
|
|
Args - The paths to the NCBI nodes and names files and a file handler for the new RDF file |
|
49
|
|
|
|
|
|
|
Function - Converts NCBI nodes and NCBI names to an RDF graph. |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
=cut |
|
52
|
|
|
|
|
|
|
#vlmir |
|
53
|
|
|
|
|
|
|
# Argumenents |
|
54
|
|
|
|
|
|
|
# 1. Full path to the names.dmp file |
|
55
|
|
|
|
|
|
|
# 2. Full path to the nodes.dmp file |
|
56
|
|
|
|
|
|
|
# 3. File handle for writing RDF |
|
57
|
|
|
|
|
|
|
# 4. base URI (e.g. 'http://www.semantic-systems-biology.org/') |
|
58
|
|
|
|
|
|
|
# 5. name space (e.g. 'SSB') |
|
59
|
|
|
|
|
|
|
#vlmir |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
sub work { |
|
62
|
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
|
|
64
|
1
|
|
|
1
|
1
|
199
|
my $self = shift; |
|
65
|
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
# TODO: have a thorough look into: ftp://ftp.ncbi.nih.gov/pub/taxonomy/taxdump_readme.txt |
|
67
|
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
# Get the arguments |
|
69
|
|
|
|
|
|
|
# my ($NCBInodesFileName,$NCBInamesFileName,$file_handle ) = @_; |
|
70
|
1
|
|
|
|
|
3
|
my ($NCBInamesFileName,$NCBInodesFileName, $file_handle, $base, $namespace ) = @_; #vlmir |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
# For the ID |
|
73
|
|
|
|
|
|
|
# $path_to_assoc_file =~ /.*\/(.*)/; # get what is after the slash in the path... |
|
74
|
|
|
|
|
|
|
# my $f_name = $1; |
|
75
|
|
|
|
|
|
|
# (my $prefix_id = $f_name) =~ s/\.goa//; |
|
76
|
|
|
|
|
|
|
# $prefix_id =~ s/\./_/g; |
|
77
|
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
# TODO: set all the NS and URI via arguments |
|
79
|
|
|
|
|
|
|
# my $default_URL = "http://www.semantic-systems-biology.org/"; |
|
80
|
1
|
|
|
|
|
1
|
my $default_URL = $base; #vlmir |
|
81
|
1
|
|
|
|
|
2
|
my $NS = $namespace; #vlmir |
|
82
|
1
|
|
|
|
|
3
|
my $ns = lc ($NS); |
|
83
|
1
|
|
|
|
|
1
|
my $rdf_subnamespace = "taxon"; |
|
84
|
|
|
|
|
|
|
|
|
85
|
1
|
|
|
|
|
4
|
my $obo_ns = $default_URL.$NS."#"; #$default_URL."OBO#"; |
|
86
|
1
|
|
|
|
|
2
|
my $ncbi_ns = $default_URL.$NS."#"; #$default_URL."NCBI#"; |
|
87
|
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
# Preamble of RDF file |
|
89
|
1
|
|
|
|
|
10
|
print $file_handle "\n"; |
|
90
|
1
|
|
|
|
|
2
|
print $file_handle "
|
|
91
|
1
|
|
|
|
|
2
|
print $file_handle "\txmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\"\n"; |
|
92
|
1
|
|
|
|
|
1
|
print $file_handle "\txmlns:rdfs=\"http://www.w3.org/2000/01/rdf-schema#\"\n"; |
|
93
|
1
|
|
|
|
|
3
|
print $file_handle "\txmlns:".$ns."=\"".$ncbi_ns."\">\n"; |
|
94
|
|
|
|
|
|
|
#print $file_handle "\txmlns:obo=\"".$obo_ns."\">\n"; |
|
95
|
|
|
|
|
|
|
|
|
96
|
1
|
|
|
|
|
3
|
my %nodes = (); |
|
97
|
1
|
|
|
|
|
2
|
my %names = (); |
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
# Open and parse names file (we want groups 1 and 2 only if group 4 is scientific name) |
|
100
|
1
|
50
|
|
|
|
27
|
open(NCBInamesFile, $NCBInamesFileName) || croak("can't open file: $!"); |
|
101
|
1
|
|
|
|
|
26
|
my @mynamelines = ; |
|
102
|
1
|
|
|
|
|
3
|
foreach my $theline (@mynamelines){ |
|
103
|
22
|
50
|
|
|
|
127
|
if ($theline =~ /(.+)\|(.+)\|(.+)\|(.+)\|/){ |
|
104
|
22
|
|
|
|
|
23
|
my $childid = $1; |
|
105
|
22
|
|
|
|
|
23
|
my $childname = $2; |
|
106
|
22
|
|
|
|
|
17
|
my $nametype = $4; |
|
107
|
22
|
|
|
|
|
44
|
$childid =~ s/\s//g; |
|
108
|
22
|
|
|
|
|
48
|
$nametype =~ s/\s//g; |
|
109
|
22
|
100
|
|
|
|
36
|
if($nametype eq 'scientificname'){ |
|
110
|
10
|
|
|
|
|
18
|
$childname =~ s/^\s+//; |
|
111
|
10
|
|
|
|
|
23
|
$childname =~ s/\s+$//; |
|
112
|
10
|
|
|
|
|
22
|
$names{$childid} = $childname; |
|
113
|
|
|
|
|
|
|
} |
|
114
|
|
|
|
|
|
|
} |
|
115
|
|
|
|
|
|
|
} |
|
116
|
1
|
|
|
|
|
6
|
close(NCBInamesFile); |
|
117
|
|
|
|
|
|
|
|
|
118
|
|
|
|
|
|
|
# Open and parse the nodes file |
|
119
|
1
|
50
|
|
|
|
24
|
open(NCBInodesFile, $NCBInodesFileName) || croak("can't open file: $!"); |
|
120
|
1
|
|
|
|
|
22
|
my @mynodelines =; |
|
121
|
1
|
|
|
|
|
3
|
foreach my $theline (@mynodelines){ |
|
122
|
8
|
50
|
|
|
|
8430
|
if ($theline =~ /(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|(.+)\|/){ |
|
123
|
8
|
|
|
|
|
23
|
my $child = $1; |
|
124
|
8
|
|
|
|
|
9
|
my $parent = $2; |
|
125
|
8
|
|
|
|
|
9
|
my $rank = $3; |
|
126
|
8
|
|
|
|
|
30
|
$child =~ s/\s//g; |
|
127
|
8
|
|
|
|
|
20
|
$parent =~ s/\s//g; |
|
128
|
8
|
|
|
|
|
16
|
$rank =~ s/\s//g; |
|
129
|
8
|
|
|
|
|
15
|
$nodes{$child} = $parent; |
|
130
|
8
|
|
|
|
|
27
|
print $file_handle "\t<",$ns,":".$rdf_subnamespace." rdf:about=\"#"."NCBI"."_".$child."\">\n"; |
|
131
|
8
|
|
|
|
|
27
|
print $file_handle "\t\t".&char_hex_http($names{$child})."\n"; |
|
132
|
8
|
|
|
|
|
15
|
print $file_handle "\t\t<".$ns.":name xml:lang=\"en\">".&char_hex_http($names{$child})."".$ns.":name>\n"; |
|
133
|
8
|
|
|
|
|
16
|
print $file_handle "\t\t<".$ns.":rank>".&char_hex_http($rank)."".$ns.":rank>\n"; |
|
134
|
|
|
|
|
|
|
|
|
135
|
8
|
100
|
|
|
|
17
|
unless ($child eq "1"){ |
|
136
|
7
|
|
|
|
|
14
|
print $file_handle "\t\t<".$ns.":is_a rdf:resource=\"#"."NCBI"."_".$parent."\"/>\n"; |
|
137
|
|
|
|
|
|
|
} |
|
138
|
|
|
|
|
|
|
|
|
139
|
8
|
|
|
|
|
18
|
print $file_handle "\t",$ns,":".$rdf_subnamespace.">\n"; |
|
140
|
|
|
|
|
|
|
} |
|
141
|
|
|
|
|
|
|
} |
|
142
|
1
|
|
|
|
|
45
|
close(NCBInodesFile); |
|
143
|
|
|
|
|
|
|
|
|
144
|
1
|
|
|
|
|
3
|
print $file_handle "\n\n"; |
|
145
|
1
|
|
|
|
|
6
|
print $file_handle ""; |
|
146
|
|
|
|
|
|
|
|
|
147
|
1
|
|
|
|
|
14
|
return $file_handle; |
|
148
|
|
|
|
|
|
|
} |
|
149
|
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
sub __date { |
|
151
|
1
|
|
|
1
|
|
51
|
my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time); |
|
152
|
1
|
|
|
|
|
12
|
my $result = sprintf "%02d:%02d:%4d %02d:%02d", $mday,$mon+1,$year+1900,$hour,$min; # e.g. 11:05:2008 12:52 |
|
153
|
|
|
|
|
|
|
} |
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
=head2 char_hex_http |
|
156
|
|
|
|
|
|
|
|
|
157
|
|
|
|
|
|
|
Usage - $ontology->char_hex_http($seq) |
|
158
|
|
|
|
|
|
|
Returns - the sequence with the hexadecimal representation for the http special characters |
|
159
|
|
|
|
|
|
|
Args - the sequence of characters |
|
160
|
|
|
|
|
|
|
Function - Transforms a http character to its equivalent one in hexadecimal. E.g. : -> %3A |
|
161
|
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
=cut |
|
163
|
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
sub char_hex_http { |
|
166
|
24
|
|
|
24
|
1
|
26
|
$_[0] =~ s/:/%3A/g; |
|
167
|
24
|
|
|
|
|
20
|
$_[0] =~ s/;/%3B/g; |
|
168
|
24
|
|
|
|
|
18
|
$_[0] =~ s/%3C/g; |
|
169
|
24
|
|
|
|
|
16
|
$_[0] =~ s/=/%3D/g; |
|
170
|
24
|
|
|
|
|
18
|
$_[0] =~ s/>/%3E/g; |
|
171
|
24
|
|
|
|
|
17
|
$_[0] =~ s/\?/%3F/g; |
|
172
|
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
#number sign # 23 # --> # # --> # |
|
174
|
|
|
|
|
|
|
#dollar sign $ 24 $ --> $ $ --> $ |
|
175
|
|
|
|
|
|
|
#percent sign % 25 % --> % % --> % |
|
176
|
|
|
|
|
|
|
|
|
177
|
24
|
|
|
|
|
22
|
$_[0] =~ s/\//%2F/g; |
|
178
|
24
|
|
|
|
|
15
|
$_[0] =~ s/&/%26/g; |
|
179
|
|
|
|
|
|
|
|
|
180
|
24
|
|
|
|
|
56
|
return $_[0]; |
|
181
|
|
|
|
|
|
|
} |
|
182
|
|
|
|
|
|
|
1; |