line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package HTTP::Request::StreamingUpload; |
2
|
3
|
|
|
3
|
|
13486
|
use strict; |
|
3
|
|
|
|
|
5
|
|
|
3
|
|
|
|
|
158
|
|
3
|
3
|
|
|
3
|
|
17
|
use warnings; |
|
3
|
|
|
|
|
5
|
|
|
3
|
|
|
|
|
158
|
|
4
|
|
|
|
|
|
|
our $VERSION = '0.01'; |
5
|
|
|
|
|
|
|
|
6
|
3
|
|
|
3
|
|
17
|
use Carp (); |
|
3
|
|
|
|
|
5
|
|
|
3
|
|
|
|
|
57
|
|
7
|
3
|
|
|
3
|
|
3279
|
use HTTP::Request; |
|
3
|
|
|
|
|
101198
|
|
|
3
|
|
|
|
|
1154
|
|
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
sub new { |
10
|
10
|
|
|
10
|
1
|
536
|
my($class, $method, $uri, %args) = @_; |
11
|
|
|
|
|
|
|
|
12
|
10
|
|
|
|
|
26
|
my $headers = $args{headers}; |
13
|
10
|
100
|
|
|
|
32
|
if ($headers) { |
14
|
3
|
100
|
|
|
|
12
|
if (ref $headers eq 'HASH') { |
15
|
1
|
|
|
|
|
3
|
$headers = +[ %{ $headers } ]; |
|
1
|
|
|
|
|
5
|
|
16
|
|
|
|
|
|
|
} |
17
|
|
|
|
|
|
|
} |
18
|
|
|
|
|
|
|
|
19
|
10
|
|
|
|
|
69
|
my $req = HTTP::Request->new($method, $uri, $headers); |
20
|
10
|
|
|
|
|
22294
|
_set_content($req, \%args); |
21
|
10
|
|
|
|
|
159
|
$req; |
22
|
|
|
|
|
|
|
} |
23
|
|
|
|
|
|
|
|
24
|
|
|
|
|
|
|
sub _set_content { |
25
|
10
|
|
|
10
|
|
24
|
my($req, $args) = @_; |
26
|
|
|
|
|
|
|
|
27
|
10
|
100
|
66
|
|
|
128
|
if ($args->{content}) { |
|
|
100
|
100
|
|
|
|
|
|
|
100
|
|
|
|
|
|
28
|
1
|
|
|
|
|
6
|
$req->content($args->{content}); |
29
|
|
|
|
|
|
|
} elsif ($args->{callback} && ref($args->{callback}) eq 'CODE') { |
30
|
1
|
|
|
|
|
6
|
$req->content($args->{callback}); |
31
|
|
|
|
|
|
|
} elsif ($args->{path} || $args->{fh}) { |
32
|
3
|
|
|
|
|
7
|
my $fh; |
33
|
3
|
100
|
|
|
|
11
|
if ($args->{fh}) { |
34
|
2
|
|
|
|
|
6
|
$fh = $args->{fh}; |
35
|
|
|
|
|
|
|
} else { |
36
|
1
|
50
|
|
|
|
60
|
open $fh, '<', $args->{path} or Carp::croak "$args->{path}: $!"; |
37
|
|
|
|
|
|
|
} |
38
|
3
|
|
100
|
|
|
19
|
my $chunk_size = $args->{chunk_size} || 4096; |
39
|
|
|
|
|
|
|
$req->content(sub { |
40
|
5
|
|
|
5
|
|
134
|
my $len = read($fh, my $buf, $chunk_size); |
41
|
5
|
100
|
|
|
|
15
|
return unless $len; |
42
|
3
|
|
|
|
|
12
|
return $buf; |
43
|
3
|
|
|
|
|
32
|
}); |
44
|
|
|
|
|
|
|
} |
45
|
|
|
|
|
|
|
} |
46
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
# some code takes by LWP::Protocol::http->request |
48
|
|
|
|
|
|
|
sub slurp { |
49
|
4
|
|
|
4
|
0
|
38
|
my(undef, $req) = @_; |
50
|
4
|
|
|
|
|
14
|
my $content_ref = $req->content_ref; |
51
|
4
|
100
|
|
|
|
45
|
$content_ref = ${ $content_ref } if ref ${ $content_ref }; |
|
3
|
|
|
|
|
8
|
|
|
4
|
|
|
|
|
16
|
|
52
|
|
|
|
|
|
|
|
53
|
4
|
|
|
|
|
5
|
my $content; |
54
|
4
|
100
|
|
|
|
16
|
if (ref($content_ref) eq 'CODE') { |
55
|
3
|
|
|
|
|
4
|
while (1) { |
56
|
12
|
|
|
|
|
24
|
my $buf = $content_ref->(); |
57
|
12
|
100
|
|
|
|
42
|
last unless defined $buf; |
58
|
9
|
|
|
|
|
30
|
$content .= $buf; |
59
|
|
|
|
|
|
|
} |
60
|
|
|
|
|
|
|
} else { |
61
|
1
|
|
|
|
|
3
|
$content = ${ $content_ref }; |
|
1
|
|
|
|
|
3
|
|
62
|
|
|
|
|
|
|
} |
63
|
4
|
|
|
|
|
22
|
$content; |
64
|
|
|
|
|
|
|
} |
65
|
|
|
|
|
|
|
|
66
|
|
|
|
|
|
|
1; |
67
|
|
|
|
|
|
|
__END__ |
68
|
|
|
|
|
|
|
|
69
|
|
|
|
|
|
|
=for stopwords filepath callback chunked HeaderName HeaderValue fh |
70
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
=head1 NAME |
72
|
|
|
|
|
|
|
|
73
|
|
|
|
|
|
|
HTTP::Request::StreamingUpload - streaming upload wrapper for HTTP::Request |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
=head1 SYNOPSIS |
76
|
|
|
|
|
|
|
|
77
|
|
|
|
|
|
|
=head2 upload from filepath |
78
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
my $req = HTTP::Request::StreamingUpload->new( |
80
|
|
|
|
|
|
|
PUT => 'http://example.com/foo.cgi', |
81
|
|
|
|
|
|
|
path => '/your/upload.jpg', |
82
|
|
|
|
|
|
|
headers => HTTP::Headers->new( |
83
|
|
|
|
|
|
|
'Content-Type' => 'image/jpeg', |
84
|
|
|
|
|
|
|
'Content-Length' => -s '/your/upload.jpg', |
85
|
|
|
|
|
|
|
), |
86
|
|
|
|
|
|
|
); |
87
|
|
|
|
|
|
|
my $res = LWP::UserAgent->new->request($req); |
88
|
|
|
|
|
|
|
|
89
|
|
|
|
|
|
|
=head2 upload from filehandle |
90
|
|
|
|
|
|
|
|
91
|
|
|
|
|
|
|
open my $fh, '<', '/your/upload/requestbody' or die $!; |
92
|
|
|
|
|
|
|
my $req = HTTP::Request::StreamingUpload->new( |
93
|
|
|
|
|
|
|
PUT => 'http://example.com/foo.cgi', |
94
|
|
|
|
|
|
|
fh => $fh, |
95
|
|
|
|
|
|
|
headers => HTTP::Headers->new( |
96
|
|
|
|
|
|
|
'Content-Length' => -s $fh, |
97
|
|
|
|
|
|
|
), |
98
|
|
|
|
|
|
|
); |
99
|
|
|
|
|
|
|
my $res = LWP::UserAgent->new->request($req); |
100
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
=head2 upload from callback |
102
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
my @chunk = qw( foo bar baz ); |
104
|
|
|
|
|
|
|
my $req = HTTP::Request::StreamingUpload->new( |
105
|
|
|
|
|
|
|
PUT => 'http://example.com/foo.cgi', |
106
|
|
|
|
|
|
|
callback => sub { shift @chunk }, |
107
|
|
|
|
|
|
|
headers => HTTP::Headers->new( |
108
|
|
|
|
|
|
|
'Content-Type' => 'text/plain', |
109
|
|
|
|
|
|
|
'Content-Length' => 9, |
110
|
|
|
|
|
|
|
), |
111
|
|
|
|
|
|
|
); |
112
|
|
|
|
|
|
|
my $res = LWP::UserAgent->new->request($req); |
113
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
=head1 DESCRIPTION |
115
|
|
|
|
|
|
|
|
116
|
|
|
|
|
|
|
HTTP::Request::StreamingUpload is streaming upload wrapper for L<HTTP::Request>. |
117
|
|
|
|
|
|
|
It could be alike when $DYNAMIC_FILE_UPLOAD of L<HTTP::Request::Common> was used. |
118
|
|
|
|
|
|
|
However, it is works only for POST method with form-data. |
119
|
|
|
|
|
|
|
HTTP::Request::StreamingUpload works on the all HTTP methods. |
120
|
|
|
|
|
|
|
|
121
|
|
|
|
|
|
|
Of course, you can big file upload using few memory by this wrapper. |
122
|
|
|
|
|
|
|
|
123
|
|
|
|
|
|
|
=head1 HTTP::Request::StreamingUpload->new( $method, $uir, %args ); |
124
|
|
|
|
|
|
|
|
125
|
|
|
|
|
|
|
=head2 %args Options |
126
|
|
|
|
|
|
|
|
127
|
|
|
|
|
|
|
=over 4 |
128
|
|
|
|
|
|
|
|
129
|
|
|
|
|
|
|
=item headers => [ HeaderName => 'HeaderValue', ... ] |
130
|
|
|
|
|
|
|
|
131
|
|
|
|
|
|
|
=item headers => { HeaderName => 'HeaderValue', ... } |
132
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=item headers => HTTP::Headers->new( HeaderName => 'HeaderValue', ... ) |
134
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
header is passed. HASHREF, ARRAYREF or L<HTTP::Headers> object can be passed. |
136
|
|
|
|
|
|
|
|
137
|
|
|
|
|
|
|
If you are possible, you should set up C<Content-Length> for file upload. |
138
|
|
|
|
|
|
|
However, chunked upload for HTTP 1.1 will be performed by L<LWP::UserAgent> if it does not set up. |
139
|
|
|
|
|
|
|
|
140
|
|
|
|
|
|
|
=item path => '/your/file.txt' |
141
|
|
|
|
|
|
|
|
142
|
|
|
|
|
|
|
set the upload file path. |
143
|
|
|
|
|
|
|
|
144
|
|
|
|
|
|
|
=item fh => $fh |
145
|
|
|
|
|
|
|
|
146
|
|
|
|
|
|
|
set the file-handle of upload file. |
147
|
|
|
|
|
|
|
It can use instead of C<path>. |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
=item chunk_size => 4096 |
150
|
|
|
|
|
|
|
|
151
|
|
|
|
|
|
|
set the buffer size when reading the file of C<fh> or C<path>. |
152
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
=item callback => sub { ...; return if $eof; return $buf } |
154
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
Instead of C<path> or C<fh>, upload data is controlled by itself and can be made. |
156
|
|
|
|
|
|
|
|
157
|
|
|
|
|
|
|
# 10 times send epoch time |
158
|
|
|
|
|
|
|
callback => sub { |
159
|
|
|
|
|
|
|
return if $i++ > 10; |
160
|
|
|
|
|
|
|
return time() . "\n"; |
161
|
|
|
|
|
|
|
}, |
162
|
|
|
|
|
|
|
|
163
|
|
|
|
|
|
|
=back |
164
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
=head1 AUTHOR |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
Kazuhiro Osawa E<lt>yappo <at> shibuya <döt> plE<gt> |
168
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
=head1 SEE ALSO |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
L<HTTP::Request>, |
172
|
|
|
|
|
|
|
L<HTTP::Request::Common>, |
173
|
|
|
|
|
|
|
L<HTTP::Headers>, |
174
|
|
|
|
|
|
|
L<LWP::UserAgent> |
175
|
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
=head1 LICENSE |
177
|
|
|
|
|
|
|
|
178
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or modify |
179
|
|
|
|
|
|
|
it under the same terms as Perl itself. |
180
|
|
|
|
|
|
|
|
181
|
|
|
|
|
|
|
=cut |