| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Catmandu::Fix::get_json; |
|
2
|
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
our $VERSION = '0.51'; |
|
4
|
|
|
|
|
|
|
|
|
5
|
1
|
|
|
1
|
|
54693
|
use Catmandu::Sane; |
|
|
1
|
|
|
|
|
154149
|
|
|
|
1
|
|
|
|
|
7
|
|
|
6
|
1
|
|
|
1
|
|
297
|
use Catmandu::Util; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
34
|
|
|
7
|
1
|
|
|
1
|
|
6
|
use Moo; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
5
|
|
|
8
|
1
|
|
|
1
|
|
796
|
use Catmandu::Fix::Has; |
|
|
1
|
|
|
|
|
750
|
|
|
|
1
|
|
|
|
|
5
|
|
|
9
|
1
|
|
|
1
|
|
950
|
use Catmandu::Importer::getJSON; |
|
|
1
|
|
|
|
|
6
|
|
|
|
1
|
|
|
|
|
949
|
|
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
with "Catmandu::Fix::Base"; |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
has url => ( fix_arg => 1, default => sub { "url" } ); |
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
has dry => ( fix_opt => 1 ); |
|
16
|
|
|
|
|
|
|
has cache => ( fix_opt => 1 ); |
|
17
|
|
|
|
|
|
|
has timeout => ( fix_opt => 1, default => sub { 10 } ); |
|
18
|
|
|
|
|
|
|
has agent => ( fix_opt => 1 ); |
|
19
|
|
|
|
|
|
|
has proxy => ( fix_opt => 1 ); |
|
20
|
|
|
|
|
|
|
has wait => ( fix_opt => 1 ); |
|
21
|
|
|
|
|
|
|
|
|
22
|
|
|
|
|
|
|
has vars => ( fix_opt => 1 ); |
|
23
|
|
|
|
|
|
|
has path => ( fix_opt => 1 ); |
|
24
|
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
has importer => ( is => 'ro', lazy => 1, builder => 1 ); |
|
26
|
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
sub _build_importer { |
|
28
|
12
|
|
|
12
|
|
80
|
my ($self) = @_; |
|
29
|
|
|
|
|
|
|
|
|
30
|
12
|
|
|
|
|
85
|
my %options = ( |
|
31
|
|
|
|
|
|
|
dry => $self->dry, |
|
32
|
|
|
|
|
|
|
cache => $self->cache, |
|
33
|
|
|
|
|
|
|
timeout => $self->timeout, |
|
34
|
|
|
|
|
|
|
agent => $self->agent, |
|
35
|
|
|
|
|
|
|
proxy => $self->proxy, |
|
36
|
|
|
|
|
|
|
wait => $self->wait, |
|
37
|
|
|
|
|
|
|
); |
|
38
|
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
# URL template or plain URL |
|
40
|
12
|
100
|
|
|
|
67
|
if ( $self->url =~ qr{^https?://} ) { |
|
41
|
8
|
100
|
|
|
|
29
|
$options{ $self->vars ? 'url' : 'from' } = $self->url; |
|
42
|
|
|
|
|
|
|
} |
|
43
|
12
|
|
|
|
|
203
|
Catmandu::Importer::getJSON->new(%options); |
|
44
|
|
|
|
|
|
|
} |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
sub BUILD { |
|
47
|
12
|
|
|
12
|
0
|
71
|
my ($self) = @_; |
|
48
|
12
|
100
|
|
|
|
77
|
unless ( defined $self->path ) { |
|
49
|
8
|
100
|
|
|
|
114
|
$self->{path} = $self->url =~ qr{^https?://} ? '' : $self->url; |
|
50
|
|
|
|
|
|
|
} |
|
51
|
|
|
|
|
|
|
} |
|
52
|
|
|
|
|
|
|
|
|
53
|
|
|
|
|
|
|
sub emit { |
|
54
|
12
|
|
|
12
|
0
|
3580
|
my ( $self, $fixer ) = @_; |
|
55
|
12
|
|
|
|
|
39
|
my $path = $fixer->split_path( $self->path ); |
|
56
|
12
|
|
|
|
|
413
|
my $importer = $fixer->capture( $self->importer ); |
|
57
|
|
|
|
|
|
|
|
|
58
|
|
|
|
|
|
|
# plain URL |
|
59
|
12
|
100
|
|
|
|
485
|
if ( $self->importer->from ) { |
|
60
|
|
|
|
|
|
|
return $fixer->emit_create_path( |
|
61
|
|
|
|
|
|
|
$fixer->var, |
|
62
|
|
|
|
|
|
|
$path, |
|
63
|
|
|
|
|
|
|
sub { |
|
64
|
3
|
|
|
3
|
|
141
|
sprintf '%s = %s->request(%s->from) // { };', |
|
65
|
|
|
|
|
|
|
shift, $importer, $importer; |
|
66
|
|
|
|
|
|
|
} |
|
67
|
3
|
|
|
|
|
60
|
); |
|
68
|
|
|
|
|
|
|
} |
|
69
|
|
|
|
|
|
|
|
|
70
|
|
|
|
|
|
|
# URL template or base URL |
|
71
|
9
|
100
|
|
|
|
160
|
if ( $self->importer->url ) { |
|
72
|
5
|
|
|
|
|
151
|
my $tpl = $fixer->split_path( $self->vars ); |
|
73
|
5
|
|
|
|
|
106
|
my $url = $fixer->generate_var; |
|
74
|
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
return $fixer->emit_create_path( |
|
76
|
|
|
|
|
|
|
$fixer->var, |
|
77
|
|
|
|
|
|
|
$tpl, |
|
78
|
|
|
|
|
|
|
sub { |
|
79
|
5
|
|
|
5
|
|
222
|
my $tpl = shift; |
|
80
|
|
|
|
|
|
|
"my $url;" |
|
81
|
|
|
|
|
|
|
. "if (is_hash_ref($tpl) or is_string($tpl) and $tpl !~ qr{^https?://}) {" |
|
82
|
|
|
|
|
|
|
. " $url = ${importer}->construct_url($tpl) " . "}" |
|
83
|
|
|
|
|
|
|
. $fixer->emit_create_path( |
|
84
|
|
|
|
|
|
|
$fixer->var, |
|
85
|
|
|
|
|
|
|
$path, |
|
86
|
|
|
|
|
|
|
sub { |
|
87
|
5
|
|
|
|
|
100
|
sprintf '%s = %s ? %s->request(%s) // {} : {};', |
|
88
|
|
|
|
|
|
|
shift, $url, $importer, $url; |
|
89
|
|
|
|
|
|
|
} |
|
90
|
5
|
|
|
|
|
94
|
); |
|
91
|
|
|
|
|
|
|
} |
|
92
|
5
|
|
|
|
|
99
|
); |
|
93
|
|
|
|
|
|
|
} |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
# URL from field |
|
96
|
4
|
|
|
|
|
83
|
my $url = $fixer->split_path( $self->url ); |
|
97
|
|
|
|
|
|
|
|
|
98
|
|
|
|
|
|
|
return $fixer->emit_create_path( |
|
99
|
|
|
|
|
|
|
$fixer->var, |
|
100
|
|
|
|
|
|
|
$url, |
|
101
|
|
|
|
|
|
|
sub { |
|
102
|
4
|
100
|
|
4
|
|
171
|
if ( $self->vars ) { |
|
103
|
3
|
|
|
|
|
4
|
my $base = shift; |
|
104
|
3
|
|
|
|
|
8
|
my $tpl = $fixer->split_path( $self->vars ); |
|
105
|
3
|
|
|
|
|
58
|
my $url = $fixer->generate_var; |
|
106
|
|
|
|
|
|
|
|
|
107
|
|
|
|
|
|
|
return $fixer->emit_create_path( |
|
108
|
|
|
|
|
|
|
$fixer->var, |
|
109
|
|
|
|
|
|
|
$tpl, |
|
110
|
|
|
|
|
|
|
sub { |
|
111
|
3
|
|
|
|
|
112
|
my $tpl = shift; |
|
112
|
|
|
|
|
|
|
"my $url;" |
|
113
|
|
|
|
|
|
|
. "if (is_hash_ref($tpl) or is_string($tpl) and $tpl !~ qr{^https?://}) {" |
|
114
|
|
|
|
|
|
|
. " $url = ${importer}->construct_url($base, $tpl); " |
|
115
|
|
|
|
|
|
|
. "}" |
|
116
|
|
|
|
|
|
|
. $fixer->emit_create_path( |
|
117
|
|
|
|
|
|
|
$fixer->var, |
|
118
|
|
|
|
|
|
|
$path, |
|
119
|
|
|
|
|
|
|
sub { |
|
120
|
3
|
|
|
|
|
67
|
sprintf '%s = %s ? %s->request(%s) // {} : {};', |
|
121
|
|
|
|
|
|
|
shift, $url, $importer, $url; |
|
122
|
|
|
|
|
|
|
} |
|
123
|
3
|
|
|
|
|
58
|
); |
|
124
|
|
|
|
|
|
|
} |
|
125
|
3
|
|
|
|
|
60
|
); |
|
126
|
|
|
|
|
|
|
} |
|
127
|
|
|
|
|
|
|
else { |
|
128
|
1
|
|
|
|
|
2
|
my $url = shift; |
|
129
|
|
|
|
|
|
|
return $fixer->emit_create_path( |
|
130
|
|
|
|
|
|
|
$fixer->var, |
|
131
|
|
|
|
|
|
|
$path, |
|
132
|
|
|
|
|
|
|
sub { |
|
133
|
1
|
|
|
|
|
49
|
sprintf '%s = %s->request(%s) // { };', |
|
134
|
|
|
|
|
|
|
shift, $importer, $url; |
|
135
|
|
|
|
|
|
|
} |
|
136
|
1
|
|
|
|
|
17
|
); |
|
137
|
|
|
|
|
|
|
} |
|
138
|
|
|
|
|
|
|
} |
|
139
|
4
|
|
|
|
|
129
|
); |
|
140
|
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
} |
|
142
|
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
1; |
|
144
|
|
|
|
|
|
|
__END__ |
|
145
|
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
=head1 NAME |
|
147
|
|
|
|
|
|
|
|
|
148
|
|
|
|
|
|
|
Catmandu::Fix::get_json - get JSON data from an URL as fix function |
|
149
|
|
|
|
|
|
|
|
|
150
|
|
|
|
|
|
|
=head1 SYNOPSIS |
|
151
|
|
|
|
|
|
|
|
|
152
|
|
|
|
|
|
|
# fetches a hash or array |
|
153
|
|
|
|
|
|
|
get_json("http://example.com/json") |
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
# stores it in path.key |
|
156
|
|
|
|
|
|
|
get_json("http://example.com/json", path: path.key) |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
# add URL query parameters or URL path from config |
|
159
|
|
|
|
|
|
|
get_json("http://example.com/", vars: config) |
|
160
|
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
# fill URL template fields from config |
|
162
|
|
|
|
|
|
|
get_json("http://example.com/{name}.json", vars: config) |
|
163
|
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
# get URL or URL template from a field |
|
165
|
|
|
|
|
|
|
get_json(field.name) |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
=head1 DESCRIPTION |
|
168
|
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
This L<Catmandu::Fix> provides a method to fetch JSON data from an URL. The |
|
170
|
|
|
|
|
|
|
response is added as new item or to a field of the current item. |
|
171
|
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
=head1 OPTIONS |
|
173
|
|
|
|
|
|
|
|
|
174
|
|
|
|
|
|
|
The first argument must be an URL, an URL template, or a field where to take |
|
175
|
|
|
|
|
|
|
an URL or URL template from. Additional options include: |
|
176
|
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
=over |
|
178
|
|
|
|
|
|
|
|
|
179
|
|
|
|
|
|
|
=item path |
|
180
|
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
Field to store result JSON in. If not given or set to the empty string, the |
|
182
|
|
|
|
|
|
|
whole item is replaced by the fetched JSON response. If the first argument is a |
|
183
|
|
|
|
|
|
|
field, the same field is used as C<path> by default. |
|
184
|
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
=item vars |
|
186
|
|
|
|
|
|
|
|
|
187
|
|
|
|
|
|
|
Field to get URL template variables, URL query parameters or an URL path |
|
188
|
|
|
|
|
|
|
expression from. This option is required if the first argument is an URL |
|
189
|
|
|
|
|
|
|
template. |
|
190
|
|
|
|
|
|
|
|
|
191
|
|
|
|
|
|
|
=back |
|
192
|
|
|
|
|
|
|
|
|
193
|
|
|
|
|
|
|
The fix function also supports options C<dry>, C<cache>, C<timeout>, C<agent>, |
|
194
|
|
|
|
|
|
|
C<proxy>, and C<wait> as documented in L<Catmandu::Importer::getJSON>. Options |
|
195
|
|
|
|
|
|
|
C<client>, C<headers>, and C<warn> are not supported. |
|
196
|
|
|
|
|
|
|
|
|
197
|
|
|
|
|
|
|
=cut |