| 1 | # -*- perl -*- | ||
| 2 | |||
| 3 | # Copyright (c) 2009 AdCopy | ||
| 4 | # Author: Jeff Weisberg | ||
| 5 | # Created: 2009-Mar-27 10:36 (EDT) | ||
| 6 | # Function: async multiplexed io | ||
| 7 | # | ||
| 8 | # $Id: IO.pm,v 1.12 2010/12/02 18:16:18 jaw Exp $ | ||
| 9 | |||
| 10 | # callbacks: | ||
| 11 | # readable | ||
| 12 | # writeable | ||
| 13 | # write_buffer_empty | ||
| 14 | # timeout | ||
| 15 | # error => shut() | ||
| 16 | # shutdown | ||
| 17 | |||
| 18 | package AC::DC::IO; | ||
| 19 | |||
| 20 | use AC::DC::Debug 'io'; | ||
| 21 | use AC::DC::IO::TCP; | ||
| 22 | use AC::DC::IO::UDP; | ||
| 23 | use AC::DC::IO::Forked; | ||
| 24 | use AC::DC::Callback; | ||
| 25 | use AC::DC::Sched; | ||
| 26 | use Time::HiRes 'time'; | ||
| 27 | use Socket; | ||
| 28 | use Fcntl; | ||
| 29 | use POSIX; | ||
| 30 | use bytes; | ||
| 31 | use strict; | ||
| 32 | |||
| 33 | my $BUFSIZ = 8192; | ||
| 34 | |||
| 35 | my $maxfn = 0; | ||
| 36 | my $rvec = "\0\0\0\0"; | ||
| 37 | my $wvec = "\0\0\0\0"; | ||
| 38 | my @fileno; | ||
| 39 | my @timeout; | ||
| 40 | my $exitrequested = 0; | ||
| 41 | |||
| 42 | |||
| 43 | sub import { | ||
| 44 | my $pkg = shift; | ||
| 45 | my $param = shift; | ||
| 46 | |||
| 47 | # import a stats monitor? | ||
| 48 | if( $param && $param->{monitor} ){ | ||
| 49 | *add_idle = \&{ $param->{monitor} .'::add_idle' }; | ||
| 50 | } | ||
| 51 | } | ||
| 52 | |||
| 53 | sub underway { | ||
| 54 | return $maxfn; | ||
| 55 | } | ||
| 56 | |||
| 57 | sub closeall { | ||
| 58 | |||
| 59 | for my $x (@fileno){ | ||
| 60 | close($x->{fd}) if $x && $x->{fd}; | ||
| 61 | } | ||
| 62 | } | ||
| 63 | |||
| 64 | sub report { | ||
| 65 | |||
| 66 | my $txt; | ||
| 67 | for my $x (@fileno){ | ||
| 68 | $txt .= fileno($x->{fd}) . "\t$x->{info}\n"; | ||
| 69 | } | ||
| 70 | return $txt; | ||
| 71 | } | ||
| 72 | |||
| 73 | sub request_exit { $exitrequested = 1 } | ||
| 74 | |||
| 75 | sub init { | ||
| 76 | my $me = shift; | ||
| 77 | my $fd = shift; | ||
| 78 | |||
| 79 | $me->{fd} = $fd; | ||
| 80 | $me->_setnbio(); | ||
| 81 | my $n = fileno($fd); | ||
| 82 | $fileno[ $n ] = $me; | ||
| 83 | $maxfn = $n if $n > $maxfn; | ||
| 84 | debug("init io fileno $n (/$maxfn) - $me->{info}"); | ||
| 85 | } | ||
| 86 | |||
| 87 | sub shut { | ||
| 88 | my $me = shift; | ||
| 89 | |||
| 90 | $me->clear_timeout(); | ||
| 91 | |||
| 92 | my $fd = $me->{fd}; | ||
| 93 | return unless $fd; | ||
| 94 | my $n = fileno($fd); | ||
| 95 | debug("shutting down fileno $n $me->{info}"); | ||
| 96 | $me->wantread(0); | ||
| 97 | $me->wantwrite(0); | ||
| 98 | |||
| 99 | delete $me->{fd}; | ||
| 100 | close $fd; | ||
| 101 | $fileno[$n] = undef; | ||
| 102 | |||
| 103 | $me->run_callback('shutdown', undef); | ||
| 104 | delete $me->{_callback}; | ||
| 105 | |||
| 106 | if( $n >= $maxfn ){ | ||
| 107 | while( $maxfn && !$fileno[$maxfn] ){ $maxfn -- } | ||
| 108 | } | ||
| 109 | } | ||
| 110 | |||
| 111 | sub wantread { | ||
| 112 | my $me = shift; | ||
| 113 | my $v = shift; | ||
| 114 | |||
| 115 | return unless defined $me->{fd}; | ||
| 116 | $me->{_wantread} = $v; | ||
| 117 | my $n = fileno($me->{fd}); | ||
| 118 | vec($rvec,$n,1) = $v ? 1 : 0; | ||
| 119 | return ; | ||
| 120 | } | ||
| 121 | |||
| 122 | sub wantwrite { | ||
| 123 | my $me = shift; | ||
| 124 | my $v = shift; | ||
| 125 | |||
| 126 | return unless defined $me->{fd}; | ||
| 127 | $me->{_wantwrite} = $v; | ||
| 128 | my $n = fileno($me->{fd}); | ||
| 129 | vec($wvec,$n,1) = $v ? 1 : 0; | ||
| 130 | return ; | ||
| 131 | } | ||
| 132 | |||
| 133 | sub timeout_abs { | ||
| 134 | my $me = shift; | ||
| 135 | my $t = shift; | ||
| 136 | |||
| 137 | $me->clear_timeout() if $me->{_timeout}; | ||
| 138 | return unless $t; | ||
| 139 | |||
| 140 | $me->{_timeout} = $t; | ||
| 141 | |||
| 142 | my $i = 0; | ||
| 143 | foreach my $x (@timeout){ | ||
| 144 | last if $x && $x->{_timeout} > $t; | ||
| 145 | $i++; | ||
| 146 | } | ||
| 147 | |||
| 148 | splice @timeout, $i, 0, $me; | ||
| 149 | |||
| 150 | return ; | ||
| 151 | } | ||
| 152 | |||
| 153 | sub timeout_rel { | ||
| 154 | my $me = shift; | ||
| 155 | my $to = shift; | ||
| 156 | |||
| 157 | $to += $^T if $to; | ||
| 158 | $me->timeout_abs( $to ); | ||
| 159 | } | ||
| 160 | |||
| 161 | sub clear_timeout { | ||
| 162 | my $me = shift; | ||
| 163 | |||
| 164 | delete $me->{_timeout}; | ||
| 165 | @timeout = grep { $_ != $me } @timeout; | ||
| 166 | return ; | ||
| 167 | } | ||
| 168 | |||
| 169 | ################################################################ | ||
| 170 | # buffered writing | ||
| 171 | |||
| 172 | sub write { | ||
| 173 | my $me = shift; | ||
| 174 | my $data = shift; | ||
| 175 | |||
| 176 | $me->{_wbuffer} .= $data; | ||
| 177 | $me->wantwrite(1); | ||
| 178 | } | ||
| 179 | |||
| 180 | sub write_and_shut { | ||
| 181 | my $me = shift; | ||
| 182 | |||
| 183 | $me->write(@_); | ||
| 184 | $me->set_callback('write_buffer_empty', \&shut); | ||
| 185 | } | ||
| 186 | |||
| 187 | |||
| 188 | sub _writable { | ||
| 189 | my $me = shift; | ||
| 190 | |||
| 191 | return $me->run_callback('writeable', undef) unless $me->{_wbuffer}; | ||
| 192 | |||
| 193 | my $len = length($me->{_wbuffer}); | ||
| 194 | my $bs = $me->{wbufsize} || $BUFSIZ; | ||
| 195 | $len = $bs if $len > $bs; | ||
| 196 | my $buf = substr($me->{_wbuffer}, 0, $len); | ||
| 197 | my $i = syswrite( $me->{fd}, $buf ); | ||
| 198 | |||
| 199 | if( defined $i ){ | ||
| 200 | # debug("wrote $i bytes to $me->{info}"); | ||
| 201 | substr($me->{_wbuffer}, 0, $i) = ''; | ||
| 202 | if( length($me->{_wbuffer}) ){ | ||
| 203 | $me->timeout_rel( $me->{writebuf_timeout} ) if $me->{writebuf_timeout}; | ||
| 204 | }else{ | ||
| 205 | $me->wantwrite(0); | ||
| 206 | $me->run_callback('write_buffer_empty', undef); | ||
| 207 | } | ||
| 208 | }else{ | ||
| 209 | my $e = $!; | ||
| 210 | debug( "write failed ($e) for $me->{info}"); | ||
| 211 | $me->run_callback('error', { | ||
| 212 | cause => 'write', | ||
| 213 | error => $e, | ||
| 214 | }); | ||
| 215 | $me->shut(); | ||
| 216 | } | ||
| 217 | } | ||
| 218 | |||
| 219 | ################################################################ | ||
| 220 | |||
| 221 | sub _readable { | ||
| 222 | my $me = shift; | ||
| 223 | |||
| 224 | $me->run_callback('readable', undef); | ||
| 225 | } | ||
| 226 | |||
| 227 | sub _timeout { | ||
| 228 | my $me = shift; | ||
| 229 | |||
| 230 | debug("io - timeout $me->{info}"); | ||
| 231 | $me->run_callback('timeout', undef); | ||
| 232 | } | ||
| 233 | |||
| 234 | ################################################################ | ||
| 235 | |||
| 236 | sub _setnbio { | ||
| 237 | my $me = shift; | ||
| 238 | |||
| 239 | my $fd = $me->{fd}; | ||
| 240 | fcntl($fd, F_SETFL, O_NDELAY); | ||
| 241 | } | ||
| 242 | |||
| 243 | ################################################################ | ||
| 244 | |||
| 245 | sub _oneloop { | ||
| 246 | |||
| 247 | my $t0 = time(); | ||
| 248 | $^T = $t0; | ||
| 249 | my $r = $rvec; | ||
| 250 | my $w = $wvec; | ||
| 251 | |||
| 252 | my $t; | ||
| 253 | if( @timeout ){ | ||
| 254 | $t = $timeout[0]{_timeout} - $^T; | ||
| 255 | $t = 0 if $t < 0; | ||
| 256 | } | ||
| 257 | |||
| 258 | my $i = select($r, $w, undef, $t); | ||
| 259 | |||
| 260 | if( $i == -1 ){ | ||
| 261 | return if $! == EINTR; | ||
| 262 | fatal( "select failed: $!" ); | ||
| 263 | } | ||
| 264 | |||
| 265 | my $t1 = time(); | ||
| 266 | $^T = $t1; | ||
| 267 | |||
| 268 | # dispatch | ||
| 269 | for my $n (0 .. $maxfn){ | ||
| 270 | if( vec($r, $n, 1) && vec($rvec, $n, 1) ){ | ||
| 271 | my $x = $fileno[$n]; | ||
| 272 | # debug("fileno $n ($x->{info}) is readable"); | ||
| 273 | $x->_readable(); | ||
| 274 | } | ||
| 275 | if( vec($w, $n, 1) && vec($wvec, $n, 1) ){ | ||
| 276 | my $x = $fileno[$n]; | ||
| 277 | # debug("fileno $n ($x->{info}) is writeable"); | ||
| 278 | $x->_writable(); | ||
| 279 | } | ||
| 280 | } | ||
| 281 | |||
| 282 | # timeouts | ||
| 283 | while(@timeout && $timeout[0]{_timeout} <= $^T){ | ||
| 284 | my $x = shift @timeout; | ||
| 285 | debug("timed out $x->{info}"); | ||
| 286 | delete $x->{_timeout}; | ||
| 287 | $x->_timeout(); | ||
| 288 | } | ||
| 289 | |||
| 290 | my $t2 = time(); | ||
| 291 | |||
| 292 | # track idle/busy time | ||
| 293 | # debug("add idle? $t0, $t1, $t2 " . (defined &add_idle ? 'f' : '!')); | ||
| 294 | add_idle( $t1 - $t0, $t2 - $t0 ) if defined &add_idle; | ||
| 295 | } | ||
| 296 | |||
| 297 | sub mainloop { | ||
| 298 | |||
| 299 | while(1){ | ||
| 300 | _oneloop(); | ||
| 301 | last if $exitrequested; | ||
| 302 | } | ||
| 303 | } | ||
| 304 | |||
| 305 | 1; | ||
| 306 |