| 1 | package POE::Component::CPAN::Mirror::Multiplexer; | ||
| 2 | |||
| 3 | 7 | ▶ | use strict; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 4 | 7 | ▶ | use warnings; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 5 | 7 | ▶ | use POE qw(Filter::HTTPD Filter::Stream Component::Client::HTTP Filter::HTTP::Parser); |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 6 | use HTTP::Status qw(status_message RC_BAD_REQUEST RC_OK RC_LENGTH_REQUIRED); | ||
| 7 | use URI; | ||
| 8 | use Carp; | ||
| 9 | use Net::IP qw(ip_is_ipv4); | ||
| 10 | use Test::POE::Server::TCP; | ||
| 11 | use Test::POE::Client::TCP; | ||
| 12 | |||
| 13 | our $VERSION = '0.04'; | ||
| 14 | |||
| 15 | our $agent = __PACKAGE__ . "$$"; | ||
| 16 | |||
| 17 | our $errpage = <<HERE; | ||
| 18 | <html> | ||
| 19 | <head> | ||
| 20 | <title>500</title> | ||
| 21 | </head> | ||
| 22 | <body> | ||
| 23 | <h1>Server Error</h1> | ||
| 24 | <p>There was a problem retrieving the requested URL, sorry</p> | ||
| 25 | </body> | ||
| 26 | </html> | ||
| 27 | HERE | ||
| 28 | |||
| 29 | use MooseX::POE; | ||
| 30 | use Moose::Util::TypeConstraints; | ||
| 31 | |||
| 32 | has 'address' => ( | ||
| 33 | is => 'ro', | ||
| 34 | isa => subtype 'Str' => where { ip_is_ipv4( $_ ) }, | ||
| 35 | ); | ||
| 36 | |||
| 37 | has 'port' => ( | ||
| 38 | is => 'ro', | ||
| 39 | default => sub { 0 }, | ||
| 40 | writer => '_set_port', | ||
| 41 | ); | ||
| 42 | |||
| 43 | has 'hostname' => ( | ||
| 44 | is => 'ro', | ||
| 45 | default => sub { require Sys::Hostname; return Sys::Hostname::hostname(); }, | ||
| 46 | ); | ||
| 47 | |||
| 48 | has '_httpd' => ( | ||
| 49 | accessor => 'httpd', | ||
| 50 | isa => 'Test::POE::Server::TCP', | ||
| 51 | lazy_build => 1, | ||
| 52 | init_arg => undef, | ||
| 53 | handles => [qw(client_info)], | ||
| 54 | ); | ||
| 55 | |||
| 56 | has '_requests' => ( | ||
| 57 | is => 'ro', | ||
| 58 | isa => 'HashRef', | ||
| 59 | default => sub {{}}, | ||
| 60 | init_arg => undef, | ||
| 61 | clearer => '_clear_requests', | ||
| 62 | ); | ||
| 63 | |||
| 64 | has 'error_page' => ( | ||
| 65 | is => 'ro', | ||
| 66 | default => sub { $errpage }, | ||
| 67 | ); | ||
| 68 | |||
| 69 | has 'mirrors' => ( | ||
| 70 | is => 'ro', | ||
| 71 | default => | ||
| 72 | sub { [ | ||
| 73 | 'http://cpan.cpantesters.org/', | ||
| 74 | 'http://cpan.hexten.net', | ||
| 75 | 'http://www.nic.funet.fi/pub/CPAN/', | ||
| 76 | 'http://www.cpan.org/', | ||
| 77 | ] | ||
| 78 | }, | ||
| 79 | isa => subtype as 'ArrayRef[Str]' => where { ( scalar grep { URI->new($_)->scheme eq 'http' } @$_ ) == scalar @$_ }, | ||
| 80 | ); | ||
| 81 | |||
| 82 | has '_shutdown' => ( | ||
| 83 | is => 'ro', | ||
| 84 | isa => 'Bool', | ||
| 85 | default => sub {0}, | ||
| 86 | init_arg => undef, | ||
| 87 | writer => '_set_shutdown', | ||
| 88 | ); | ||
| 89 | |||
| 90 | has 'event' => ( | ||
| 91 | is => 'ro', | ||
| 92 | ); | ||
| 93 | |||
| 94 | has 'session' => ( | ||
| 95 | is => 'ro', | ||
| 96 | writer => '_set_session', | ||
| 97 | clearer => '_clear_session', | ||
| 98 | ); | ||
| 99 | |||
| 100 | has 'postback' => ( | ||
| 101 | is => 'ro', | ||
| 102 | isa => 'POE::Session::AnonEvent', | ||
| 103 | clearer => '_clear_postback', | ||
| 104 | ); | ||
| 105 | |||
| 106 | sub spawn { | ||
| 107 | shift->new(@_); | ||
| 108 | } | ||
| 109 | |||
| 110 | sub _build__httpd { | ||
| 111 | my $self = shift; | ||
| 112 | Test::POE::Server::TCP->spawn( | ||
| 113 | address => $self->address, | ||
| 114 | port => $self->port, | ||
| 115 | prefix => 'httpd', | ||
| 116 | filter => POE::Filter::HTTP::Parser->new( type => 'server' ), | ||
| 117 | ); | ||
| 118 | } | ||
| 119 | |||
| 120 | sub START { | ||
| 121 | my ($kernel,$self,$sender) = @_[KERNEL,OBJECT,SENDER]; | ||
| 122 | if ( $self->event ) { | ||
| 123 | if ( $kernel == $sender and !$self->session ) { | ||
| 124 | croak "Not called from another POE session and 'session' wasn't set\n"; | ||
| 125 | } | ||
| 126 | if ( $self->session ) { | ||
| 127 | if ( my $ref = $kernel->alias_resolve( $self->session ) ) { | ||
| 128 | $self->_set_session( $ref->ID() ); | ||
| 129 | } | ||
| 130 | else { | ||
| 131 | $self->_set_session( $sender->ID() ); | ||
| 132 | } | ||
| 133 | } | ||
| 134 | else { | ||
| 135 | $self->_set_session( $sender->ID() ); | ||
| 136 | } | ||
| 137 | $kernel->refcount_increment( $self->session, __PACKAGE__ ); | ||
| 138 | } | ||
| 139 | $self->httpd; | ||
| 140 | return; | ||
| 141 | } | ||
| 142 | |||
| 143 | event 'shutdown' => sub { | ||
| 144 | my ($kernel,$self) = @_[KERNEL,OBJECT]; | ||
| 145 | $self->_set_shutdown(1); | ||
| 146 | $kernel->post( $self->_requests->{$_}->{agent}, 'shutdown' ) | ||
| 147 | for keys %{ $self->_requests }; | ||
| 148 | $self->_clear_requests; | ||
| 149 | $self->_clear_postback; | ||
| 150 | $kernel->refcount_decrement( $self->session, __PACKAGE__ ) if $self->session; | ||
| 151 | $self->httpd->shutdown; | ||
| 152 | return; | ||
| 153 | }; | ||
| 154 | |||
| 155 | event 'httpd_registered' => sub { | ||
| 156 | my ($kernel,$self,$httpd) = @_[KERNEL,OBJECT,ARG0]; | ||
| 157 | $self->_set_port( $httpd->port ); | ||
| 158 | # Perhaps trigger a setup event. | ||
| 159 | return; | ||
| 160 | }; | ||
| 161 | |||
| 162 | event 'httpd_connected' => sub { | ||
| 163 | my ($kernel,$self) = @_[KERNEL,OBJECT]; | ||
| 164 | $self->httpd->client_wheel( $_[ARG0] )->set_output_filter( POE::Filter::Stream->new() ); | ||
| 165 | return; | ||
| 166 | }; | ||
| 167 | |||
| 168 | event 'httpd_disconnected' => sub { | ||
| 169 | my ($kernel,$self,$id) = @_[KERNEL,OBJECT,ARG0]; | ||
| 170 | return unless exists $self->_requests->{$id}; | ||
| 171 | my $httpc = delete $self->_requests->{$id}->{agent}; | ||
| 172 | $kernel->post( $httpc, 'shutdown' ) if defined $httpc and $kernel->alias_resolve( $httpc ); | ||
| 173 | delete $self->_requests->{$id}; | ||
| 174 | return; | ||
| 175 | }; | ||
| 176 | |||
| 177 | event 'httpd_client_input' => sub { | ||
| 178 | my ($kernel,$self,$id,$request) = @_[KERNEL,OBJECT,ARG0,ARG1]; | ||
| 179 | $request->remove_header('Accept-Encoding'); | ||
| 180 | my @mirrors = @{ $self->mirrors }; | ||
| 181 | my $httpc = join('-',$agent,$id); | ||
| 182 | $self->_requests->{$id} = { stream => 0, agent => $httpc, request => $request, mirrors => \@mirrors }; | ||
| 183 | if ( $self->event or $self->postback ) { | ||
| 184 | my $client_info = $self->httpd->client_info( $id ); | ||
| 185 | if ( $self->postback ) { | ||
| 186 | $self->postback->( $request, $client_info ); | ||
| 187 | } | ||
| 188 | else { | ||
| 189 | $kernel->post( $self->session, $self->event, $request, $client_info ); | ||
| 190 | } | ||
| 191 | } | ||
| 192 | POE::Component::Client::HTTP->spawn( | ||
| 193 | Alias => $httpc, | ||
| 194 | Streaming => 4096, | ||
| 195 | FollowRedirects => 2, | ||
| 196 | Timeout => 60, | ||
| 197 | ) unless $kernel->alias_resolve( $httpc ); | ||
| 198 | $kernel->yield( '_fetch_uri', $id ); | ||
| 199 | return; | ||
| 200 | }; | ||
| 201 | |||
| 202 | event '_fetch_uri' => sub { | ||
| 203 | my ($kernel,$self,$id) = @_[KERNEL,OBJECT,ARG0]; | ||
| 204 | return unless exists $self->_requests->{$id}; | ||
| 205 | my $request = $self->_requests->{$id}->{request}; | ||
| 206 | my $httpc = $self->_requests->{$id}->{agent}; | ||
| 207 | my $mirror = shift @{ $self->_requests->{$id}->{mirrors} }; | ||
| 208 | unless ( $mirror ) { | ||
| 209 | my $response = HTTP::Response->new( 500 ); | ||
| 210 | $response->content( $self->error_page ); | ||
| 211 | $kernel->post( $httpc, 'shutdown' ); | ||
| 212 | $self->httpd->disconnect( $id ); | ||
| 213 | $self->httpd->send_to_client( $id, $self->_response_headers( $response ) ); | ||
| 214 | delete $self->_requests->{$id}; | ||
| 215 | return; | ||
| 216 | } | ||
| 217 | my $req = HTTP::Request->new( $request->method => $self->_gen_uri( $mirror, $request->uri->path ) ); | ||
| 218 | $kernel->post( | ||
| 219 | $httpc, | ||
| 220 | 'request', | ||
| 221 | '_response', | ||
| 222 | $req, | ||
| 223 | "$id", | ||
| 224 | ); | ||
| 225 | return; | ||
| 226 | }; | ||
| 227 | |||
| 228 | sub _gen_uri { | ||
| 229 | my $self = shift; | ||
| 230 | my $host = shift; | ||
| 231 | my $path = shift; | ||
| 232 | my $uri = URI->new( $host ); | ||
| 233 | my @segs = $uri->path_segments; | ||
| 234 | push @segs, $_ for split /\//, $path; | ||
| 235 | $uri->path_segments( grep { $_ } @segs ); | ||
| 236 | return $uri->as_string; | ||
| 237 | } | ||
| 238 | |||
| 239 | event 'httpd_client_flushed' => sub { | ||
| 240 | my ($kernel,$self,$id) = @_[KERNEL,OBJECT,ARG0]; | ||
| 241 | return unless defined $self->_requests->{$id}; | ||
| 242 | return unless $self->_shutdown; | ||
| 243 | return; | ||
| 244 | }; | ||
| 245 | |||
| 246 | event '_response' => sub { | ||
| 247 | my ($kernel,$self,$request_packet,$response_packet) = @_[KERNEL,OBJECT,ARG0,ARG1]; | ||
| 248 | my $id = $request_packet->[1]; | ||
| 249 | my $response = $response_packet->[0]; | ||
| 250 | my $chunk = $response_packet->[1]; | ||
| 251 | unless ( $self->_requests->{$id}->{stream} ) { | ||
| 252 | unless ( $response->is_success ) { | ||
| 253 | $kernel->yield( '_fetch_uri', $id ); | ||
| 254 | return; | ||
| 255 | } | ||
| 256 | $self->_requests->{$id}->{stream} = 1; | ||
| 257 | $self->httpd->send_to_client( $id, $self->_response_headers( $response ) ); | ||
| 258 | } | ||
| 259 | unless ( $chunk ) { | ||
| 260 | $self->_requests->{$id}->{stream} = 0; | ||
| 261 | if ( $self->_shutdown ) { | ||
| 262 | $self->_requests->{id}->{shutdown} = 1; | ||
| 263 | $self->httpd->disconnect( $id ); | ||
| 264 | } | ||
| 265 | $self->httpd->disconnect( $id ) unless _keepalive( $self->_requests->{$id}->{request} ); | ||
| 266 | return; | ||
| 267 | } | ||
| 268 | $self->httpd->send_to_client( $id, $chunk ); | ||
| 269 | return; | ||
| 270 | }; | ||
| 271 | |||
| 272 | sub _response_headers { | ||
| 273 | my $self = shift; | ||
| 274 | my $resp = shift; | ||
| 275 | my $code = $resp->code; | ||
| 276 | my $status_message = status_message($code) || "Unknown Error"; | ||
| 277 | my $message = $resp->message || ""; | ||
| 278 | my $proto = $resp->protocol || 'HTTP/1.0'; | ||
| 279 | |||
| 280 | my $status_line = "$proto $code"; | ||
| 281 | $status_line .= " ($status_message)" if $status_message ne $message; | ||
| 282 | $status_line .= " $message" if length($message); | ||
| 283 | |||
| 284 | # Use network newlines, and be sure not to mangle newlines in the | ||
| 285 | # response's content. | ||
| 286 | |||
| 287 | my @headers; | ||
| 288 | push @headers, $status_line; | ||
| 289 | push @headers, $resp->headers_as_string("\x0D\x0A"); | ||
| 290 | |||
| 291 | return join("\x0D\x0A", @headers, "") . $resp->content; | ||
| 292 | } | ||
| 293 | |||
| 294 | sub _keepalive { | ||
| 295 | my $req = shift || return; | ||
| 296 | my $conn = $req->header('Connection'); | ||
| 297 | my $protocol = $req->protocol; | ||
| 298 | if ( $conn and $conn =~ /close/i ) { | ||
| 299 | return 0; | ||
| 300 | } | ||
| 301 | if ( $conn and $conn =~ /keep-alive/i ) { | ||
| 302 | return 1; | ||
| 303 | } | ||
| 304 | return 1 if $protocol and $protocol eq 'HTTP/1.1'; | ||
| 305 | return 0; | ||
| 306 | } | ||
| 307 | |||
| 308 | no MooseX::POE; | ||
| 309 | |||
| 310 | __PACKAGE__->meta->make_immutable; | ||
| 311 | |||
| 312 | "Yn dodi 'r proxy i mewn i CPAN ddrychau"; | ||
| 313 | |||
| 314 | __END__ | ||