line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
# -*- Perl -*- |
2
|
|
|
|
|
|
|
# |
3
|
|
|
|
|
|
|
# a Gemini protocol client |
4
|
|
|
|
|
|
|
# |
5
|
|
|
|
|
|
|
# "The conjunction of Jupiter with one of the stars of Gemini, which |
6
|
|
|
|
|
|
|
# 'we ourselves have seen' (1.6.343b30) has been dated in recent years |
7
|
|
|
|
|
|
|
# to December 337 BC." |
8
|
|
|
|
|
|
|
# -- Malcolm Wilson. Structure and Method in Aristotle's Meteorologica. |
9
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
# NOTE this silently accepts URI with userinfo; those probably |
11
|
|
|
|
|
|
|
# should be failed? |
12
|
|
|
|
|
|
|
# |
13
|
|
|
|
|
|
|
# KLUGE this may break if the URI module ever gets URI/gemini.pm |
14
|
|
|
|
|
|
|
package URI::gemini { |
15
|
21
|
|
|
21
|
|
1872268
|
use URI; |
|
21
|
|
|
|
|
153798
|
|
|
21
|
|
|
|
|
691
|
|
16
|
21
|
|
|
21
|
|
11133
|
use parent 'URI::_server'; |
|
21
|
|
|
|
|
7092
|
|
|
21
|
|
|
|
|
106
|
|
17
|
107
|
|
|
107
|
|
12332
|
sub default_port { 1965 } |
18
|
19
|
|
|
19
|
|
76
|
sub userinfo { return undef } # gemini has no userinfo |
19
|
19
|
|
|
19
|
|
136838
|
sub secure { 1 } |
20
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
sub canonical { |
22
|
108
|
|
|
108
|
|
15063
|
my $self = shift; |
23
|
108
|
|
|
|
|
405
|
my $other = $self->SUPER::canonical; |
24
|
108
|
|
|
|
|
4472
|
$self->SUPER::userinfo(undef); # gemini has no userinfo |
25
|
|
|
|
|
|
|
|
26
|
108
|
|
33
|
|
|
9020
|
my $slash_path = |
27
|
|
|
|
|
|
|
defined( $other->authority ) |
28
|
|
|
|
|
|
|
&& !length( $other->path ) |
29
|
|
|
|
|
|
|
&& !defined( $other->query ); |
30
|
|
|
|
|
|
|
|
31
|
108
|
50
|
|
|
|
5633
|
if ($slash_path) { |
32
|
0
|
0
|
|
|
|
0
|
$other = $other->clone if $other == $self; |
33
|
0
|
|
|
|
|
0
|
$other->path("/"); |
34
|
|
|
|
|
|
|
} |
35
|
108
|
|
|
|
|
324
|
$other; |
36
|
|
|
|
|
|
|
} |
37
|
|
|
|
|
|
|
} |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
package Net::Gemini; |
40
|
|
|
|
|
|
|
our $VERSION = '0.07'; |
41
|
21
|
|
|
21
|
|
144847
|
use strict; |
|
21
|
|
|
|
|
43
|
|
|
21
|
|
|
|
|
437
|
|
42
|
21
|
|
|
21
|
|
313
|
use warnings; |
|
21
|
|
|
|
|
62
|
|
|
21
|
|
|
|
|
765
|
|
43
|
21
|
|
|
21
|
|
12925
|
use Encode (); |
|
21
|
|
|
|
|
205047
|
|
|
21
|
|
|
|
|
556
|
|
44
|
21
|
|
|
21
|
|
143
|
use Exporter 'import'; |
|
21
|
|
|
|
|
42
|
|
|
21
|
|
|
|
|
591
|
|
45
|
21
|
|
|
21
|
|
1029
|
use IO::Socket::SSL; |
|
21
|
|
|
|
|
89584
|
|
|
21
|
|
|
|
|
168
|
|
46
|
21
|
|
|
21
|
|
3317
|
use Net::SSLeay; |
|
21
|
|
|
|
|
43
|
|
|
21
|
|
|
|
|
846
|
|
47
|
21
|
|
|
21
|
|
9807
|
use Parse::MIME 'parse_mime_type'; |
|
21
|
|
|
|
|
27541
|
|
|
21
|
|
|
|
|
46679
|
|
48
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
our @EXPORT_OK = qw(gemini_request); |
50
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub _DEFAULT_BUFSIZE () { 4096 } |
52
|
|
|
|
|
|
|
sub _DEFAULT_MAX_CONTENT () { 2097152 } |
53
|
|
|
|
|
|
|
sub _DEFAULT_REDIRECTS () { 5 } |
54
|
|
|
|
|
|
|
sub _DEFAULT_REDIRECT_SLEEP () { 1 } |
55
|
|
|
|
|
|
|
|
56
|
19
|
|
|
19
|
1
|
1013
|
sub code { $_[0]{_code} } # 0..6 response code |
57
|
3
|
|
|
3
|
1
|
77
|
sub content { $_[0]{_content} } # NOTE only after certain calls and codes |
58
|
18
|
|
|
18
|
1
|
431
|
sub error { $_[0]{_error} } # error message for 0 code |
59
|
17
|
|
|
17
|
1
|
323
|
sub host { $_[0]{_host} } |
60
|
22
|
|
|
22
|
1
|
408
|
sub meta { $_[0]{_meta} } |
61
|
3
|
|
|
3
|
1
|
74
|
sub mime { $_[0]{_mime} } # NOTE only after certain calls and codes |
62
|
17
|
|
|
17
|
1
|
102
|
sub port { $_[0]{_port} } |
63
|
17
|
|
|
17
|
1
|
442
|
sub socket { $_[0]{_socket} } |
64
|
18
|
|
|
18
|
1
|
13724
|
sub status { $_[0]{_status} } # two digit '1x', '2x', ... response code |
65
|
19
|
|
|
19
|
1
|
2095
|
sub uri { $_[0]{_uri} } |
66
|
|
|
|
|
|
|
|
67
|
|
|
|
|
|
|
# see VERIFICATION below; the caller should supply a custom callback. |
68
|
|
|
|
|
|
|
# the default is thus "Trust On Almost Any Use" (TOAAU) or similar to |
69
|
|
|
|
|
|
|
# what gg(1) of gmid does |
70
|
84
|
|
|
84
|
|
664
|
sub _verify_ssl { 1 } |
71
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
# minimal method to get a resource (see also ->request) |
73
|
|
|
|
|
|
|
sub get { |
74
|
145
|
|
|
145
|
1
|
60340
|
my ( $class, $source, %param ) = @_; |
75
|
145
|
|
|
|
|
757
|
my %obj; |
76
|
145
|
100
|
|
|
|
571
|
unless ( defined $source ) { |
77
|
19
|
|
|
|
|
95
|
@obj{qw(_code _error)} = ( 0, "source is not defined" ); |
78
|
19
|
|
|
|
|
171
|
goto BLESSING; |
79
|
|
|
|
|
|
|
} |
80
|
|
|
|
|
|
|
|
81
|
126
|
|
|
|
|
3821
|
$obj{_uri} = URI->new($source); |
82
|
126
|
100
|
|
|
|
51760
|
unless ( $obj{_uri}->scheme eq 'gemini' ) { |
83
|
19
|
|
|
|
|
2128
|
@obj{qw(_code _error)} = ( 0, "could not parse '$source'" ); |
84
|
19
|
|
|
|
|
133
|
goto BLESSING; |
85
|
|
|
|
|
|
|
} |
86
|
107
|
|
|
|
|
4932
|
@obj{qw/_host _port/} = ( $obj{_uri}->host, $obj{_uri}->port ); |
87
|
|
|
|
|
|
|
|
88
|
107
|
|
|
|
|
12200
|
my $yuri = $obj{_uri}->canonical; |
89
|
107
|
100
|
|
|
|
509
|
if ( length $yuri > 1024 ) { |
90
|
19
|
|
|
|
|
209
|
@obj{qw(_code _error)} = ( 0, "URI is too long" ); |
91
|
19
|
|
|
|
|
114
|
goto BLESSING; |
92
|
|
|
|
|
|
|
} |
93
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
# VERIFICATION is based on the following though much remains up to |
95
|
|
|
|
|
|
|
# the caller to manage |
96
|
|
|
|
|
|
|
# gemini://makeworld.space/gemlog/2020-07-03-tofu-rec.gmi |
97
|
|
|
|
|
|
|
# gemini://alexschroeder.ch/page/2020-07-20%20Does%20a%20Gemini%20certificate%20need%20a%20Common%20Name%20matching%20the%20domain%3F |
98
|
|
|
|
|
|
|
eval { |
99
|
|
|
|
|
|
|
$obj{_socket} = IO::Socket::SSL->new( |
100
|
|
|
|
|
|
|
SSL_hostname => $obj{_host}, # SNI |
101
|
|
|
|
|
|
|
( $param{tofu} ? ( SSL_verifycn_scheme => 'none' ) : () ), |
102
|
|
|
|
|
|
|
SSL_verify_callback => sub { |
103
|
84
|
|
|
84
|
|
1632712
|
my ( $ok, $ctx_store, $certname, $error, $cert, $depth ) = @_; |
104
|
84
|
50
|
|
|
|
419
|
if ( $depth != 0 ) { |
105
|
0
|
0
|
|
|
|
0
|
return 1 if $param{tofu}; |
106
|
0
|
|
|
|
|
0
|
return $ok; |
107
|
|
|
|
|
|
|
} |
108
|
|
|
|
|
|
|
( $param{verify_ssl} || \&_verify_ssl )->( |
109
|
84
|
|
50
|
|
|
7200
|
@obj{qw(_host _port)}, |
110
|
|
|
|
|
|
|
Net::SSLeay::X509_get_fingerprint( $cert, 'sha256' ), |
111
|
|
|
|
|
|
|
Net::SSLeay::P_ASN1_TIME_get_isotime( Net::SSLeay::X509_get_notBefore($cert) ), |
112
|
|
|
|
|
|
|
Net::SSLeay::P_ASN1_TIME_get_isotime( Net::SSLeay::X509_get_notAfter($cert) ), |
113
|
|
|
|
|
|
|
$ok, |
114
|
|
|
|
|
|
|
$cert |
115
|
|
|
|
|
|
|
); |
116
|
|
|
|
|
|
|
}, |
117
|
73
|
|
|
|
|
2069
|
( exists $param{ssl} ? %{ $param{ssl} } : () ), |
118
|
|
|
|
|
|
|
PeerHost => $obj{_host}, |
119
|
|
|
|
|
|
|
PeerPort => $obj{_port}, |
120
|
88
|
100
|
|
|
|
2447
|
) or die $!; |
|
|
100
|
|
|
|
|
|
|
|
50
|
|
|
|
|
|
121
|
69
|
|
|
|
|
124058
|
1; |
122
|
88
|
100
|
|
|
|
807
|
} or do { |
123
|
19
|
|
|
|
|
9614
|
@obj{qw(_code _error)} = ( 0, "IO::Socket::SSL failed: $@" ); |
124
|
19
|
|
|
|
|
171
|
goto BLESSING; |
125
|
|
|
|
|
|
|
}; |
126
|
|
|
|
|
|
|
|
127
|
69
|
|
|
|
|
729
|
binmode $obj{_socket}, ':raw'; |
128
|
|
|
|
|
|
|
|
129
|
69
|
|
|
|
|
753
|
my $n = syswrite $obj{_socket}, "$yuri\r\n"; |
130
|
69
|
50
|
|
|
|
11133
|
unless ( defined $n ) { |
131
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "send URI failed: $!" ); |
132
|
0
|
|
|
|
|
0
|
goto BLESSING; |
133
|
|
|
|
|
|
|
} |
134
|
|
|
|
|
|
|
# KLUGE we're done with the connection as a writer at this point, |
135
|
|
|
|
|
|
|
# but IO::Socket::SSL does not appear to offer a public means to |
136
|
|
|
|
|
|
|
# only call shutdown and nothing else. using this is a bit risky |
137
|
|
|
|
|
|
|
# should the IO::Socket::SSL internals change |
138
|
0
|
|
|
|
|
0
|
Net::SSLeay::shutdown( ${ *{ $obj{_socket} } }{'_SSL_object'} ) |
|
0
|
|
|
|
|
0
|
|
139
|
69
|
50
|
|
|
|
367
|
if $param{early_shutdown}; |
140
|
|
|
|
|
|
|
|
141
|
|
|
|
|
|
|
# get the STATUS SPACE header response (and, probably, more) |
142
|
69
|
|
|
|
|
685
|
$obj{_buf} = ''; |
143
|
69
|
|
|
|
|
174
|
while (1) { |
144
|
145
|
|
100
|
|
|
3904
|
my $n = sysread $obj{_socket}, my $buf, $param{bufsize} || _DEFAULT_BUFSIZE; |
145
|
145
|
50
|
|
|
|
36252950
|
unless ( defined $n ) { |
146
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "recv response failed: $!" ); |
147
|
0
|
|
|
|
|
0
|
goto BLESSING; |
148
|
|
|
|
|
|
|
} |
149
|
145
|
50
|
|
|
|
698
|
if ( $n == 0 ) { |
150
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "recv EOF" ); |
151
|
0
|
|
|
|
|
0
|
goto BLESSING; |
152
|
|
|
|
|
|
|
} |
153
|
145
|
|
|
|
|
1177
|
$obj{_buf} .= $buf; |
154
|
145
|
100
|
|
|
|
1431
|
last if length $obj{_buf} >= 3; |
155
|
|
|
|
|
|
|
} |
156
|
|
|
|
|
|
|
# NOTE this is sloppy; there are fewer "full two digit status codes" |
157
|
|
|
|
|
|
|
# defined in the appendix, e.g. only 10, 11, 20, 30, 31, 40, ... |
158
|
|
|
|
|
|
|
# on the other hand, this supports any new extensions to the |
159
|
|
|
|
|
|
|
# existing numbers |
160
|
69
|
100
|
|
|
|
3461
|
if ( $obj{_buf} =~ m/^(([1-6])[0-9])[ ]/ ) { |
161
|
51
|
|
|
|
|
1322
|
@obj{qw(_status _code)} = ( $1, $2 ); |
162
|
51
|
|
|
|
|
485
|
substr $obj{_buf}, 0, 3, ''; |
163
|
|
|
|
|
|
|
} else { |
164
|
|
|
|
|
|
|
@obj{qw(_code _error)} = |
165
|
18
|
|
|
|
|
1404
|
( 0, "invalid response " . sprintf "%vx", substr $obj{_buf}, 0, 3 ); |
166
|
18
|
|
|
|
|
684
|
goto BLESSING; |
167
|
|
|
|
|
|
|
} |
168
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
# META -- at most 1024 characters, followed by \r\n. the loop is in |
170
|
|
|
|
|
|
|
# the event the server is being naughty and trickling bytes in one |
171
|
|
|
|
|
|
|
# by one (probably you will want a timeout somewhere, or an async |
172
|
|
|
|
|
|
|
# version of this code) |
173
|
51
|
|
100
|
|
|
1006
|
my $bufsize = $param{bufsize} || _DEFAULT_BUFSIZE; |
174
|
51
|
|
|
|
|
161
|
while (1) { |
175
|
18559
|
100
|
|
|
|
55302
|
if ( $obj{_buf} =~ m/^(.{0,1024}?)\r\n/ ) { |
176
|
33
|
|
|
|
|
461
|
$obj{_meta} = $1; |
177
|
33
|
|
|
|
|
357
|
my $len = length $obj{_meta}; |
178
|
33
|
100
|
|
|
|
380
|
if ( $len == 0 ) { |
179
|
|
|
|
|
|
|
# special case mentioned in the specification |
180
|
2
|
50
|
|
|
|
14
|
$obj{_meta} = 'text/gemini;charset=utf-8' if $obj{_code} == 2; |
181
|
|
|
|
|
|
|
} else { |
182
|
|
|
|
|
|
|
eval { |
183
|
31
|
|
|
|
|
868
|
$obj{_meta} = Encode::decode( 'UTF-8', $obj{_meta}, Encode::FB_CROAK ); |
184
|
31
|
|
|
|
|
10140
|
1; |
185
|
31
|
50
|
|
|
|
148
|
} or do { |
186
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "failed to decode meta: $@" ); |
187
|
0
|
|
|
|
|
0
|
goto BLESSING; |
188
|
|
|
|
|
|
|
}; |
189
|
|
|
|
|
|
|
# another special case (RFC 2045 says that these things |
190
|
|
|
|
|
|
|
# are not case sensitive, hence the (?i) despite the |
191
|
|
|
|
|
|
|
# gemini specification saying "text/") |
192
|
31
|
100
|
66
|
|
|
1080
|
if ( $obj{_code} == 2 |
|
|
|
100
|
|
|
|
|
193
|
|
|
|
|
|
|
and $obj{_meta} =~ m{^(?i)text/} |
194
|
|
|
|
|
|
|
and $obj{_meta} !~ m/(?i)charset=/ ) { |
195
|
18
|
|
|
|
|
91
|
$obj{_meta} .= ';charset=utf-8'; |
196
|
|
|
|
|
|
|
} |
197
|
|
|
|
|
|
|
} |
198
|
33
|
|
|
|
|
106
|
substr $obj{_buf}, 0, $len + 2, ''; # +2 for the \r\n |
199
|
33
|
|
|
|
|
173
|
last; |
200
|
|
|
|
|
|
|
} else { |
201
|
18526
|
|
|
|
|
25715
|
my $len = length $obj{_buf}; |
202
|
18526
|
100
|
|
|
|
34042
|
if ( $len > 1024 ) { |
203
|
18
|
|
|
|
|
846
|
@obj{qw(_code _error)} = ( 0, "meta is too long" ); |
204
|
18
|
|
|
|
|
558
|
goto BLESSING; |
205
|
|
|
|
|
|
|
} |
206
|
18508
|
|
|
|
|
24436
|
my $buf; |
207
|
18508
|
|
|
|
|
53035
|
my $n = sysread $obj{_socket}, $buf, $bufsize; |
208
|
18508
|
50
|
|
|
|
3905116
|
unless ( defined $n ) { |
209
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "recv response failed: $!" ); |
210
|
0
|
|
|
|
|
0
|
goto BLESSING; |
211
|
|
|
|
|
|
|
} |
212
|
18508
|
50
|
|
|
|
36460
|
if ( $n == 0 ) { |
213
|
0
|
|
|
|
|
0
|
@obj{qw(_code _error)} = ( 0, "recv EOF" ); |
214
|
0
|
|
|
|
|
0
|
goto BLESSING; |
215
|
|
|
|
|
|
|
} |
216
|
18508
|
|
|
|
|
38446
|
$obj{_buf} .= $buf; |
217
|
|
|
|
|
|
|
} |
218
|
|
|
|
|
|
|
} |
219
|
|
|
|
|
|
|
|
220
|
|
|
|
|
|
|
BLESSING: |
221
|
145
|
100
|
100
|
|
|
2537
|
close $obj{_socket} if defined $obj{_socket} and $obj{_code} != 2; |
222
|
145
|
|
|
|
|
32629
|
bless( \%obj, $class ), $obj{_code}; |
223
|
|
|
|
|
|
|
} |
224
|
|
|
|
|
|
|
|
225
|
|
|
|
|
|
|
# utility function that handles redirects and various means of content |
226
|
|
|
|
|
|
|
# collection |
227
|
|
|
|
|
|
|
sub gemini_request { |
228
|
7
|
|
|
7
|
1
|
127
|
my ( $source, %options ) = @_; |
229
|
|
|
|
|
|
|
$options{max_redirects} = _DEFAULT_REDIRECTS |
230
|
7
|
100
|
|
|
|
77
|
unless exists $options{max_redirects}; |
231
|
|
|
|
|
|
|
$options{redirect_delay} = _DEFAULT_REDIRECT_SLEEP |
232
|
7
|
100
|
|
|
|
47
|
unless exists $options{redirect_delay}; |
233
|
|
|
|
|
|
|
$options{max_size} = _DEFAULT_MAX_CONTENT |
234
|
7
|
100
|
|
|
|
38
|
unless exists $options{max_size}; |
235
|
|
|
|
|
|
|
|
236
|
7
|
|
|
|
|
29
|
my ( $gem, $code ); |
237
|
7
|
|
|
|
|
17
|
my $redirects = 0; |
238
|
|
|
|
|
|
|
REQUEST: |
239
|
|
|
|
|
|
|
( $gem, $code ) = Net::Gemini->get( $source, |
240
|
15
|
100
|
|
|
|
272
|
( exists $options{param} ? %{ $options{param} } : () ) ); |
|
1
|
|
|
|
|
7
|
|
241
|
15
|
100
|
66
|
|
|
149
|
if ( $code == 2 ) { |
|
|
100
|
|
|
|
|
|
242
|
5
|
|
|
|
|
16
|
my $len = length $gem->{_buf}; |
243
|
5
|
|
100
|
|
|
35
|
my $bufsize = $options{bufsize} || _DEFAULT_BUFSIZE; |
244
|
|
|
|
|
|
|
# this can make uninit noise for a meta of ";" which might be |
245
|
|
|
|
|
|
|
# worth an upstream patch? |
246
|
5
|
|
|
|
|
30
|
$gem->{_mime} = [ parse_mime_type( $gem->meta ) ]; |
247
|
5
|
100
|
|
|
|
370
|
if ( exists $options{content_callback} ) { |
248
|
1
|
50
|
|
|
|
27
|
if ($len) { |
249
|
1
|
50
|
|
|
|
14
|
$options{content_callback}->( $gem->{_buf}, $len, $gem ) or goto CLEANUP; |
250
|
|
|
|
|
|
|
} |
251
|
0
|
|
|
|
|
0
|
while (1) { |
252
|
0
|
|
|
|
|
0
|
my $buf; |
253
|
0
|
|
|
|
|
0
|
$len = sysread $gem->{_socket}, $buf, $bufsize; |
254
|
0
|
0
|
|
|
|
0
|
if ( !defined $len ) { |
|
|
0
|
|
|
|
|
|
255
|
0
|
|
|
|
|
0
|
die "sysread failed: $!\n"; |
256
|
|
|
|
|
|
|
} elsif ( $len == 0 ) { |
257
|
0
|
|
|
|
|
0
|
last; |
258
|
|
|
|
|
|
|
} |
259
|
0
|
0
|
|
|
|
0
|
$options{content_callback}->( $buf, $len, $gem ) or goto CLEANUP; |
260
|
|
|
|
|
|
|
} |
261
|
|
|
|
|
|
|
} else { |
262
|
4
|
100
|
|
|
|
21
|
if ($len) { |
263
|
3
|
50
|
|
|
|
14
|
if ( $len > $options{max_size} ) { |
264
|
0
|
|
|
|
|
0
|
$gem->{_content} = substr $gem->{_buf}, 0, $options{max_size}; |
265
|
0
|
|
|
|
|
0
|
@{$gem}{qw(_code _error)} = ( 0, 'max_size' ); |
|
0
|
|
|
|
|
0
|
|
266
|
0
|
|
|
|
|
0
|
goto CLEANUP; |
267
|
|
|
|
|
|
|
} |
268
|
3
|
|
|
|
|
39
|
$gem->{_content} = $gem->{_buf}; |
269
|
3
|
|
|
|
|
18
|
$options{max_size} -= $len; |
270
|
|
|
|
|
|
|
} |
271
|
4
|
|
|
|
|
8
|
while (1) { |
272
|
7
|
|
|
|
|
13
|
my $buf; |
273
|
7
|
|
|
|
|
29
|
$len = sysread $gem->{_socket}, $buf, $bufsize; |
274
|
7
|
50
|
|
|
|
332
|
if ( !defined $len ) { |
|
|
100
|
|
|
|
|
|
275
|
0
|
|
|
|
|
0
|
die "sysread failed: $!\n"; |
276
|
|
|
|
|
|
|
} elsif ( $len == 0 ) { |
277
|
3
|
|
|
|
|
15
|
last; |
278
|
|
|
|
|
|
|
} |
279
|
4
|
100
|
|
|
|
15
|
if ( $len > $options{max_size} ) { |
280
|
1
|
|
|
|
|
19
|
$gem->{_content} .= substr $buf, 0, $options{max_size}; |
281
|
1
|
|
|
|
|
4
|
@{$gem}{qw(_code _error)} = ( 0, 'max_size' ); |
|
1
|
|
|
|
|
18
|
|
282
|
1
|
|
|
|
|
27
|
goto CLEANUP; |
283
|
|
|
|
|
|
|
} |
284
|
3
|
|
|
|
|
17
|
$gem->{_content} .= $buf; |
285
|
3
|
|
|
|
|
18
|
$options{max_size} -= $len; |
286
|
|
|
|
|
|
|
} |
287
|
|
|
|
|
|
|
} |
288
|
|
|
|
|
|
|
} elsif ( $code == 3 and ++$redirects <= $options{max_redirects} ) { |
289
|
|
|
|
|
|
|
# a '31' permanent redirect should result in us not requesting |
290
|
|
|
|
|
|
|
# the old URL again, but that would require more code here for |
291
|
|
|
|
|
|
|
# something that is probably rare |
292
|
8
|
|
|
|
|
36
|
my $new = $gem->{_meta}; |
293
|
8
|
|
|
|
|
65
|
$source = URI->new_abs( $new, $gem->{_uri} ); |
294
|
8
|
|
|
|
|
5758425
|
select( undef, undef, undef, $options{redirect_delay} ); |
295
|
8
|
|
|
|
|
442
|
goto REQUEST; |
296
|
|
|
|
|
|
|
} |
297
|
|
|
|
|
|
|
CLEANUP: |
298
|
7
|
|
|
|
|
1476
|
undef $gem->{_buf}; |
299
|
7
|
|
|
|
|
30
|
close $gem->{_socket}; |
300
|
7
|
|
|
|
|
1616
|
return $gem, $code; |
301
|
|
|
|
|
|
|
} |
302
|
|
|
|
|
|
|
|
303
|
|
|
|
|
|
|
# drain what remains (if anything) via a callback interface. assumes |
304
|
|
|
|
|
|
|
# that a ->get call has been made |
305
|
|
|
|
|
|
|
sub getmore { |
306
|
18
|
|
|
18
|
1
|
126
|
my ( $self, $callback, %param ) = @_; |
307
|
|
|
|
|
|
|
|
308
|
18
|
|
|
|
|
39
|
my $len = length $self->{_buf}; |
309
|
18
|
100
|
|
|
|
237
|
if ($len) { |
310
|
17
|
50
|
|
|
|
102
|
$callback->( $self->{_buf}, $len ) or return; |
311
|
17
|
|
|
|
|
153
|
undef $self->{_buf}; |
312
|
|
|
|
|
|
|
} |
313
|
|
|
|
|
|
|
|
314
|
18
|
|
100
|
|
|
313
|
my $bufsize = $param{bufsize} || _DEFAULT_BUFSIZE; |
315
|
18
|
|
|
|
|
53
|
while (1) { |
316
|
18
|
|
|
|
|
36
|
my $buf; |
317
|
18
|
|
|
|
|
125
|
$len = sysread $self->{_socket}, $buf, $bufsize; |
318
|
18
|
50
|
|
|
|
1673
|
if ( !defined $len ) { |
|
|
100
|
|
|
|
|
|
319
|
0
|
|
|
|
|
0
|
die "sysread failed: $!\n"; |
320
|
|
|
|
|
|
|
} elsif ( $len == 0 ) { |
321
|
17
|
|
|
|
|
391
|
last; |
322
|
|
|
|
|
|
|
} |
323
|
1
|
50
|
|
|
|
5
|
$callback->( $buf, $len ) or return; |
324
|
|
|
|
|
|
|
} |
325
|
17
|
|
|
|
|
136
|
close $self->{_socket}; |
326
|
|
|
|
|
|
|
} |
327
|
|
|
|
|
|
|
|
328
|
|
|
|
|
|
|
1; |
329
|
|
|
|
|
|
|
__END__ |