| 1 | package XAS::Spooler::Processor; | ||
| 2 | |||
| 3 | our $VERSION = '0.02'; | ||
| 4 | |||
| 5 | 1 | ▶ | use POE; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 6 | 1 | ▶ | use Try::Tiny; |
|
Subroutine
BEGIN: called CC=1 SCAR=0.0
| |||
| 7 | 0 | ▶ | use XAS::Factory; |
|
Subroutine
BEGIN: called CC=1 SCAR=2.6
| |||
| 8 | use POE::Component::Cron; | ||
| 9 | use XAS::Lib::POE::PubSub; | ||
| 10 | |||
| 11 | use XAS::Class | ||
| 12 | debug => 0, | ||
| 13 | version => $VERSION, | ||
| 14 | base => 'XAS::Lib::POE::Service', | ||
| 15 | mixin => 'XAS::Lib::Mixins::Handlers', | ||
| 16 | accessors => 'spooler spooldir cron events', | ||
| 17 | mutators => 'paused', | ||
| 18 | filesystem => 'Dir File', | ||
| 19 | vars => { | ||
| 20 | PARAMS => { | ||
| 21 | -queue => 1, | ||
| 22 | -connector => 1, | ||
| 23 | -directory => 1, | ||
| 24 | -packet_type => 1, | ||
| 25 | -tasks => { optional => 1, default => 1 }, | ||
| 26 | -schedule => { optional => 1, default => '*/1 * * * *' }, | ||
| 27 | } | ||
| 28 | } | ||
| 29 | ; | ||
| 30 | |||
| 31 | # --------------------------------------------------------------------- | ||
| 32 | # Event Handlers | ||
| 33 | # --------------------------------------------------------------------- | ||
| 34 | |||
| 35 | sub scan { | ||
| 36 | my ($self) = $_[OBJECT]; | ||
| 37 | |||
| 38 | my $alias = $self->alias; | ||
| 39 | |||
| 40 | $self->log->debug("$alias: entering scan()"); | ||
| 41 | |||
| 42 | try { | ||
| 43 | |||
| 44 | $self->{'files'} = (); | ||
| 45 | |||
| 46 | if (my $dh = $self->spooldir->open) { | ||
| 47 | |||
| 48 | $poe_kernel->post($alias, 'scan_dir', $dh); | ||
| 49 | |||
| 50 | } | ||
| 51 | |||
| 52 | } catch { | ||
| 53 | |||
| 54 | my $ex = $_; | ||
| 55 | |||
| 56 | $self->exception_handler($ex); | ||
| 57 | |||
| 58 | }; | ||
| 59 | |||
| 60 | $self->log->debug("$alias: leaving scan()"); | ||
| 61 | |||
| 62 | } | ||
| 63 | |||
| 64 | sub scan_dir { | ||
| 65 | my ($self, $dh) = @_[OBJECT,ARG0]; | ||
| 66 | |||
| 67 | my $alias = $self->alias; | ||
| 68 | my $regex = $self->spooler->extension; | ||
| 69 | my $pattern = qr/$regex/i; | ||
| 70 | |||
| 71 | $self->log->debug("$alias: entering scan_dir()"); | ||
| 72 | |||
| 73 | try { | ||
| 74 | |||
| 75 | unless ($self->paused) { | ||
| 76 | |||
| 77 | if (my $file = $dh->read()) { | ||
| 78 | |||
| 79 | my $temp = File($self->spooldir->path, $file); | ||
| 80 | |||
| 81 | if ($temp->path =~ /$pattern/) { | ||
| 82 | |||
| 83 | push(@{$self->{'files'}}, $temp); | ||
| 84 | |||
| 85 | } | ||
| 86 | |||
| 87 | $poe_kernel->post($alias, 'scan_dir', $dh); | ||
| 88 | |||
| 89 | } else { | ||
| 90 | |||
| 91 | $poe_kernel->post($alias, 'scan_dir_stop', $dh); | ||
| 92 | |||
| 93 | } | ||
| 94 | |||
| 95 | } else { | ||
| 96 | |||
| 97 | $poe_kernel->post($alias, 'scan_dir_stop', $dh); | ||
| 98 | |||
| 99 | } | ||
| 100 | |||
| 101 | } catch { | ||
| 102 | |||
| 103 | my $ex = $_; | ||
| 104 | |||
| 105 | $self->exception_handler($ex); | ||
| 106 | |||
| 107 | }; | ||
| 108 | |||
| 109 | $self->log->debug("$alias: leaving scan_dir()"); | ||
| 110 | |||
| 111 | } | ||
| 112 | |||
| 113 | sub scan_dir_stop { | ||
| 114 | my ($self, $dh) = @_[OBJECT, ARG0]; | ||
| 115 | |||
| 116 | my $alias = $self->alias; | ||
| 117 | |||
| 118 | $self->log->debug("$alias: entering scan_dir_stop()"); | ||
| 119 | |||
| 120 | try { | ||
| 121 | |||
| 122 | $dh->close(); | ||
| 123 | |||
| 124 | } catch { | ||
| 125 | |||
| 126 | my $ex = $_; | ||
| 127 | |||
| 128 | $self->exception_handler($ex); | ||
| 129 | |||
| 130 | }; | ||
| 131 | |||
| 132 | $self->log->debug("$alias: leaving scan_dir_stop()"); | ||
| 133 | |||
| 134 | } | ||
| 135 | |||
| 136 | sub unlink_file { | ||
| 137 | my ($self, $file) = @_[OBJECT,ARG0]; | ||
| 138 | |||
| 139 | my $alias = $self->alias; | ||
| 140 | |||
| 141 | $self->log->debug("$alias: entering unlink_file()"); | ||
| 142 | |||
| 143 | try { | ||
| 144 | |||
| 145 | my $path = File($self->spooldir, $file); | ||
| 146 | $self->log->info_msg('spooler_unlinking', $alias, $path); | ||
| 147 | $self->spooler->delete($path); | ||
| 148 | |||
| 149 | } catch { | ||
| 150 | |||
| 151 | my $ex = $_; | ||
| 152 | |||
| 153 | $self->log->error_msg('spooler_unexpected', $alias, $ex); | ||
| 154 | |||
| 155 | }; | ||
| 156 | |||
| 157 | $poe_kernel->post($alias, 'process_files'); | ||
| 158 | |||
| 159 | $self->log->debug("$alias: leaving unlink_file()"); | ||
| 160 | |||
| 161 | } | ||
| 162 | |||
| 163 | sub process_files { | ||
| 164 | my ($self) = $_[OBJECT]; | ||
| 165 | |||
| 166 | my $alias = $self->alias; | ||
| 167 | my $queue = $self->queue; | ||
| 168 | my $type = $self->packet_type; | ||
| 169 | my $connector = $self->connector; | ||
| 170 | |||
| 171 | $self->log->debug("$alias: entering process_files()"); | ||
| 172 | |||
| 173 | $self->{'count'} -= 1; | ||
| 174 | $self->{'count'} = 1 if ($self->{'count'} < 0); | ||
| 175 | |||
| 176 | $self->log->debug("$alias: task count: " . $self->{'count'}); | ||
| 177 | |||
| 178 | try { | ||
| 179 | |||
| 180 | unless ($self->paused) { | ||
| 181 | |||
| 182 | if (my $file = shift(@{$self->{'files'}})) { | ||
| 183 | |||
| 184 | if ($file->exists) { | ||
| 185 | |||
| 186 | if (my $data = $self->spooler->read($file)) { | ||
| 187 | |||
| 188 | $self->log->info_msg('spooler_found', $alias, $file->path); | ||
| 189 | $poe_kernel->post($connector, 'send_packet', $alias, $type, $queue, $data, $file); | ||
| 190 | |||
| 191 | } | ||
| 192 | |||
| 193 | } | ||
| 194 | |||
| 195 | } | ||
| 196 | |||
| 197 | } | ||
| 198 | |||
| 199 | } catch { | ||
| 200 | |||
| 201 | my $ex = $_; | ||
| 202 | |||
| 203 | $self->exception_handler($ex); | ||
| 204 | |||
| 205 | }; | ||
| 206 | |||
| 207 | $self->log->debug("$alias: entering process_files()"); | ||
| 208 | |||
| 209 | } | ||
| 210 | |||
| 211 | sub pause_processing { | ||
| 212 | my ($self) = $_[OBJECT]; | ||
| 213 | |||
| 214 | my $alias = $self->alias; | ||
| 215 | |||
| 216 | $self->log->debug("$alias: entering pause_processing"); | ||
| 217 | |||
| 218 | unless ($self->paused) { | ||
| 219 | |||
| 220 | $self->log->warn("$alias: pausing processing"); | ||
| 221 | |||
| 222 | $poe_kernel->alarm_remove_all(); | ||
| 223 | |||
| 224 | if (my $cron = $self->cron) { | ||
| 225 | |||
| 226 | $cron->delete(); | ||
| 227 | |||
| 228 | } | ||
| 229 | |||
| 230 | $self->paused(1); | ||
| 231 | |||
| 232 | } | ||
| 233 | |||
| 234 | $self->log->debug("alias: leaving pause_processing()"); | ||
| 235 | |||
| 236 | } | ||
| 237 | |||
| 238 | sub resume_processing { | ||
| 239 | my ($self) = $_[OBJECT]; | ||
| 240 | |||
| 241 | my $alias = $self->alias; | ||
| 242 | |||
| 243 | $self->log->debug("$alias: entering resume_processing()"); | ||
| 244 | |||
| 245 | if ($self->paused) { | ||
| 246 | |||
| 247 | $self->log->warn("$alias: resume processing"); | ||
| 248 | |||
| 249 | $self->{'cron'} = POE::Component::Cron->from_cron( | ||
| 250 | $self->schedule => $alias => 'scan' | ||
| 251 | ); | ||
| 252 | |||
| 253 | $self->paused(0); | ||
| 254 | |||
| 255 | } | ||
| 256 | |||
| 257 | $self->log->debug("$alias: leaving resume_processing()"); | ||
| 258 | |||
| 259 | } | ||
| 260 | |||
| 261 | # --------------------------------------------------------------------- | ||
| 262 | # Public Methods | ||
| 263 | # --------------------------------------------------------------------- | ||
| 264 | |||
| 265 | sub session_initialize { | ||
| 266 | my $self = shift; | ||
| 267 | |||
| 268 | my $dir; | ||
| 269 | my $alias = $self->alias; | ||
| 270 | |||
| 271 | $self->log->debug("$alias: entering session_initialize()"); | ||
| 272 | |||
| 273 | $poe_kernel->state('scan', $self); | ||
| 274 | $poe_kernel->state('scan_dir', $self); | ||
| 275 | $poe_kernel->state('unlink_file', $self); | ||
| 276 | $poe_kernel->state('process_files', $self); | ||
| 277 | $poe_kernel->state('scan_dir_stop', $self); | ||
| 278 | $poe_kernel->state('pause_processing', $self); | ||
| 279 | $poe_kernel->state('resume_processing', $self); | ||
| 280 | |||
| 281 | $dir = Dir($self->directory); | ||
| 282 | |||
| 283 | if ($dir->is_relative) { | ||
| 284 | |||
| 285 | $dir = Dir($self->env->spool, $self->directory); | ||
| 286 | |||
| 287 | } | ||
| 288 | |||
| 289 | $self->{'spooldir'} = $dir; | ||
| 290 | $self->{'spooler'} = XAS::Factory->module( | ||
| 291 | spool => { | ||
| 292 | -lock => Dir($self->spooldir, 'locked')->path, | ||
| 293 | -directory => $self->spooldir, | ||
| 294 | } | ||
| 295 | ); | ||
| 296 | |||
| 297 | $self->events->subscribe($alias); | ||
| 298 | |||
| 299 | # walk the chain | ||
| 300 | |||
| 301 | $self->SUPER::session_initialize(); | ||
| 302 | |||
| 303 | $self->log->debug("$alias: leaving session_initialize()"); | ||
| 304 | |||
| 305 | } | ||
| 306 | |||
| 307 | sub session_startup { | ||
| 308 | my $self = shift; | ||
| 309 | |||
| 310 | my $alias = $self->alias; | ||
| 311 | |||
| 312 | $self->log->debug("$alias: entering session_startup()"); | ||
| 313 | |||
| 314 | $self->paused(1); | ||
| 315 | |||
| 316 | # walk the chain | ||
| 317 | |||
| 318 | $self->SUPER::session_startup(); | ||
| 319 | |||
| 320 | $self->log->debug("$alias: leaving session_startup()"); | ||
| 321 | |||
| 322 | } | ||
| 323 | |||
| 324 | sub session_idle { | ||
| 325 | my $self = shift; | ||
| 326 | |||
| 327 | my $alias = $self->alias; | ||
| 328 | |||
| 329 | $self->log->debug("$alias: entering session_idle()"); | ||
| 330 | $self->log->debug("$alias: task count: " . $self->{count}); | ||
| 331 | |||
| 332 | if ($self->{'count'} <= $self->tasks) { | ||
| 333 | |||
| 334 | $self->{'count'} += 1; | ||
| 335 | $poe_kernel->post($alias, 'process_files'); | ||
| 336 | |||
| 337 | } | ||
| 338 | |||
| 339 | # walk the chain | ||
| 340 | |||
| 341 | $self->SUPER::session_idle(); | ||
| 342 | |||
| 343 | $self->log->debug("$alias: leaving session_idle()"); | ||
| 344 | |||
| 345 | } | ||
| 346 | |||
| 347 | sub session_pause { | ||
| 348 | my $self = shift; | ||
| 349 | |||
| 350 | my $alias = $self->alias; | ||
| 351 | |||
| 352 | $self->log->debug("$alias: entering session_pause()"); | ||
| 353 | |||
| 354 | $self->paused(1); | ||
| 355 | $self->{'files'} = (); | ||
| 356 | $poe_kernel->alarm_remove_all(); | ||
| 357 | |||
| 358 | if (my $cron = $self->cron) { | ||
| 359 | |||
| 360 | $cron->delete(); | ||
| 361 | |||
| 362 | } | ||
| 363 | |||
| 364 | # walk the chain | ||
| 365 | |||
| 366 | $self->SUPER::session_pause(); | ||
| 367 | |||
| 368 | $self->log->debug("$alias: entering session_pause()"); | ||
| 369 | |||
| 370 | } | ||
| 371 | |||
| 372 | sub session_resume { | ||
| 373 | my $self = shift; | ||
| 374 | |||
| 375 | my $alias = $self->alias; | ||
| 376 | |||
| 377 | $self->log->debug("$alias: entering session_resume()"); | ||
| 378 | |||
| 379 | $self->paused(0); | ||
| 380 | $self->{'cron'} = POE::Component::Cron->from_cron( | ||
| 381 | $self->schedule => $alias => 'scan' | ||
| 382 | ); | ||
| 383 | |||
| 384 | # walk the chain | ||
| 385 | |||
| 386 | $self->SUPER::session_resume(); | ||
| 387 | |||
| 388 | $self->log->debug("$alias: entering session_resume()"); | ||
| 389 | |||
| 390 | } | ||
| 391 | |||
| 392 | sub session_shutdown { | ||
| 393 | my $self = shift; | ||
| 394 | |||
| 395 | my $alias = $self->alias; | ||
| 396 | |||
| 397 | $self->log->debug("$alias: entering session_cleanup()"); | ||
| 398 | |||
| 399 | $poe_kernel->alarm_remove_all(); | ||
| 400 | |||
| 401 | if (my $cron = $self->cron) { | ||
| 402 | |||
| 403 | $cron->delete(); | ||
| 404 | |||
| 405 | } | ||
| 406 | |||
| 407 | # walk the chain | ||
| 408 | |||
| 409 | $self->SUPER::session_shutdown(); | ||
| 410 | |||
| 411 | $self->log->debug("$alias: leaving session_cleanup()"); | ||
| 412 | |||
| 413 | } | ||
| 414 | |||
| 415 | # --------------------------------------------------------------------- | ||
| 416 | # Private Methods | ||
| 417 | # --------------------------------------------------------------------- | ||
| 418 | |||
| 419 | sub init { | ||
| 420 | my $class = shift; | ||
| 421 | |||
| 422 | my $self = $class->SUPER::init(@_); | ||
| 423 | |||
| 424 | $self->{'count'} = 1; | ||
| 425 | $self->{'events'} = XAS::Lib::POE::PubSub->new(); | ||
| 426 | |||
| 427 | return $self; | ||
| 428 | |||
| 429 | } | ||
| 430 | |||
| 431 | 1; | ||
| 432 | |||
| 433 | __END__ | ||