line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package WWW::Wikipedia::Links; |
2
|
|
|
|
|
|
|
|
3
|
3
|
|
|
3
|
|
96229
|
use 5.008002; |
|
3
|
|
|
|
|
11
|
|
|
3
|
|
|
|
|
204
|
|
4
|
3
|
|
|
3
|
|
19
|
use strict; |
|
3
|
|
|
|
|
7
|
|
|
3
|
|
|
|
|
114
|
|
5
|
3
|
|
|
3
|
|
16
|
use warnings; |
|
3
|
|
|
|
|
11
|
|
|
3
|
|
|
|
|
106
|
|
6
|
3
|
|
|
3
|
|
2877
|
use Mojo::UserAgent; |
|
3
|
|
|
|
|
1133052
|
|
|
3
|
|
|
|
|
51
|
|
7
|
3
|
|
|
3
|
|
131
|
use Exporter qw/import/; |
|
3
|
|
|
|
|
7
|
|
|
3
|
|
|
|
|
1602
|
|
8
|
|
|
|
|
|
|
our @EXPORT_OK = qw/wiki_links/; |
9
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
=head1 NAME |
11
|
|
|
|
|
|
|
|
12
|
|
|
|
|
|
|
WWW::Wikipedia::Links - Extract links from Wikipedia pages |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
=head1 VERSION |
15
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
Version 0.01 |
17
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
=cut |
19
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
our $VERSION = '0.02'; |
21
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
=head1 SYNOPSIS |
24
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
Quick summary of what the module does. |
26
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
Perhaps a little code snippet. |
28
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
use WWW::Wikipedia::Links qw/wiki_links/; |
30
|
|
|
|
|
|
|
my $links = wiki_links 'http://de.wikipedia.org/wiki/Ralf_Isau'; |
31
|
|
|
|
|
|
|
if ($links) { |
32
|
|
|
|
|
|
|
for (@{ $links->{translations} }) { |
33
|
|
|
|
|
|
|
print $_->{lang}, ' ', $_->{url}, "\n"; |
34
|
|
|
|
|
|
|
} |
35
|
|
|
|
|
|
|
} |
36
|
|
|
|
|
|
|
|
37
|
|
|
|
|
|
|
=head1 EXPORT |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
Function C is be exported if requested. |
40
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
=head1 SUBROUTINES |
42
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
=head2 wiki_links |
44
|
|
|
|
|
|
|
|
45
|
|
|
|
|
|
|
my $res = wiki_links $wiki_url; |
46
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
Returns a hash ref of the following structure. Any fields may be missinf |
48
|
|
|
|
|
|
|
if the information could not be extracted. |
49
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
|
my $res = { |
51
|
|
|
|
|
|
|
license => $link_to_license_page, |
52
|
|
|
|
|
|
|
official_website => $official_website, |
53
|
|
|
|
|
|
|
translations => [ |
54
|
|
|
|
|
|
|
{ |
55
|
|
|
|
|
|
|
lang => $wiki_language_code, |
56
|
|
|
|
|
|
|
url => $translation_url, |
57
|
|
|
|
|
|
|
title => $title_of_translation_page, |
58
|
|
|
|
|
|
|
}, |
59
|
|
|
|
|
|
|
... |
60
|
|
|
|
|
|
|
], |
61
|
|
|
|
|
|
|
}; |
62
|
|
|
|
|
|
|
|
63
|
|
|
|
|
|
|
The behavior in the case of an error is not yet defined. |
64
|
|
|
|
|
|
|
|
65
|
|
|
|
|
|
|
=cut |
66
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
sub wiki_links { |
68
|
0
|
|
|
0
|
1
|
0
|
_extract_from_dom(Mojo::UserAgent->new->get(shift)->res->dom); |
69
|
|
|
|
|
|
|
} |
70
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub _extract_from_dom { |
72
|
2
|
|
|
2
|
|
98769
|
my $dom = shift; |
73
|
|
|
|
|
|
|
|
74
|
2
|
|
|
|
|
7
|
my %res; |
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
# languages |
77
|
|
|
|
|
|
|
{ |
78
|
2
|
|
|
|
|
4
|
my $langs = $dom->at('#p-lang'); |
|
2
|
|
|
|
|
19
|
|
79
|
2
|
100
|
|
|
|
33696
|
if ($langs) { |
80
|
|
|
|
|
|
|
$langs->find('li')->each( sub { |
81
|
1
|
|
|
1
|
|
1364
|
my $lang = (split '-', $_->attrs->{class})[1]; |
82
|
0
|
|
|
|
|
0
|
my $url = $_->at('a')->attrs->{href}; |
83
|
0
|
|
|
|
|
0
|
my $title = $_->at('a')->attrs->{title}; |
84
|
0
|
|
|
|
|
0
|
my %r; |
85
|
0
|
0
|
|
|
|
0
|
$r{lang} = $lang if defined $lang; |
86
|
0
|
0
|
|
|
|
0
|
$r{url} = $url if defined $url; |
87
|
0
|
0
|
|
|
|
0
|
$r{title} = $title if defined $title; |
88
|
0
|
0
|
|
|
|
0
|
push @{ $res{translations} }, \%r if %r; |
|
0
|
|
|
|
|
0
|
|
89
|
1
|
|
|
|
|
17
|
} ); |
90
|
|
|
|
|
|
|
} |
91
|
|
|
|
|
|
|
} |
92
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
# license |
94
|
|
|
|
|
|
|
{ |
95
|
1
|
|
|
|
|
3
|
my $c = $dom->at('head link[rel="copyright"]'); |
|
1
|
|
|
|
|
3
|
|
96
|
1
|
50
|
|
|
|
880
|
if ($c) { |
97
|
1
|
|
|
|
|
16
|
$res{license} = $c->attrs->{href}; |
98
|
|
|
|
|
|
|
} |
99
|
|
|
|
|
|
|
} |
100
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
# official homepage |
102
|
|
|
|
|
|
|
{ |
103
|
0
|
|
|
|
|
|
my $vcard = $dom->at('table.vcard'); |
|
0
|
|
|
|
|
|
|
104
|
0
|
0
|
|
|
|
|
if ($vcard) { |
105
|
0
|
|
|
|
|
|
for ($vcard->find('tr')->each) { |
106
|
|
|
|
|
|
|
# TODO: make more robust against different languages |
107
|
0
|
0
|
|
|
|
|
if ($_->all_text =~ /Official website/) { |
108
|
0
|
|
|
|
|
|
$res{official_website} = $_->at('a')->attrs->{href}; |
109
|
0
|
|
|
|
|
|
last; |
110
|
|
|
|
|
|
|
} |
111
|
|
|
|
|
|
|
} |
112
|
|
|
|
|
|
|
} |
113
|
|
|
|
|
|
|
} |
114
|
|
|
|
|
|
|
|
115
|
0
|
|
|
|
|
|
return \%res; |
116
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
} |
118
|
|
|
|
|
|
|
=head1 AUTHOR |
119
|
|
|
|
|
|
|
|
120
|
|
|
|
|
|
|
Moritz Lenz, C<< >> |
121
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
=head1 BUGS AND DEVELOPMENT |
123
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
Please report any bugs or feature requests at |
125
|
|
|
|
|
|
|
L |
126
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
Development happens at github, you can seen (and modify) |
128
|
|
|
|
|
|
|
the latest source code at L. |
129
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
=head1 SUPPORT |
131
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
You can find documentation for this module with the perldoc command. |
133
|
|
|
|
|
|
|
|
134
|
|
|
|
|
|
|
perldoc WWW::Wikipedia::Links |
135
|
|
|
|
|
|
|
|
136
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
You can also look for information at: |
138
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
=over 4 |
140
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
=item * Bug tracker (report bugs here) |
142
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
L |
144
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
=item * AnnoCPAN: Annotated CPAN documentation |
146
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
L |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
=item * CPAN Ratings |
150
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
L |
152
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
=item * Search CPAN |
154
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
L |
156
|
|
|
|
|
|
|
|
157
|
|
|
|
|
|
|
=back |
158
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
|
160
|
|
|
|
|
|
|
=head1 ACKNOWLEDGEMENTS |
161
|
|
|
|
|
|
|
|
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
=head1 LICENSE AND COPYRIGHT |
164
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
Copyright 2011 Moritz Lenz. |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
This program is free software; you can redistribute it and/or modify it |
168
|
|
|
|
|
|
|
under the terms of either: the GNU General Public License as published |
169
|
|
|
|
|
|
|
by the Free Software Foundation; or the Artistic License. |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
See http://dev.perl.org/licenses/ for more information. |
172
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
|
174
|
|
|
|
|
|
|
=cut |
175
|
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
1; # End of WWW::Wikipedia::Links |