| 1 | # -*- perl -*- | ||
| 2 | |||
| 3 | # Copyright (c) 2010 AdCopy | ||
| 4 | # Author: Jeff Weisberg | ||
| 5 | # Created: 2010-Jan-21 12:11 (EST) | ||
| 6 | # Function: | ||
| 7 | # | ||
| 8 | # $Id: Done.pm,v 1.1 2010/11/01 18:41:56 jaw Exp $ | ||
| 9 | |||
| 10 | package AC::MrGamoo::Job; | ||
| 11 | use File::Path 'rmtree'; | ||
| 12 | use strict; | ||
| 13 | |||
| 14 | our %REGISTRY; | ||
| 15 | our $MSGID; | ||
| 16 | |||
| 17 | sub _finished { | ||
| 18 | my $me = shift; | ||
| 19 | |||
| 20 | debug("finished"); | ||
| 21 | $me->{statistics}{cleanup_time} = time() - $me->{statistics}{cleanup_start}; | ||
| 22 | |||
| 23 | verbose("job stats: task $me->{statistics}{task_run} $me->{statistics}{task_run_time}, " . | ||
| 24 | "copy: $me->{statistics}{xfer_run} $me->{statistics}{xfer_run_time}, " . | ||
| 25 | "job: $me->{statistics}{job_time}, " . | ||
| 26 | "cleanup: $me->{statistics}{cleanup_files} $me->{statistics}{cleanup_time}"); | ||
| 27 | |||
| 28 | $me->{euconsole}->send_msg('debug', 'finished job'); | ||
| 29 | $me->{_finished} = 1; | ||
| 30 | delete $REGISTRY{ $me->{request}{jobid} }; | ||
| 31 | |||
| 32 | # do something? | ||
| 33 | } | ||
| 34 | |||
| 35 | ################################################################ | ||
| 36 | |||
| 37 | sub abort { | ||
| 38 | my $me = _find(shift, @_); | ||
| 39 | my %p = @_; | ||
| 40 | |||
| 41 | return unless $me; | ||
| 42 | |||
| 43 | debug("abort job $me->{request}{jobid}"); | ||
| 44 | |||
| 45 | $me->{task_pending} = {}; | ||
| 46 | $me->{xfer_pending} = {}; | ||
| 47 | |||
| 48 | $me->_cleanup_tasks(); | ||
| 49 | $me->_cleanup_files(); | ||
| 50 | |||
| 51 | return if $me->{aborted}; | ||
| 52 | $me->{aborted} = 1; | ||
| 53 | |||
| 54 | # move to final state | ||
| 55 | $me->{phase_no} = @{$me->{plan}{taskplan}}; | ||
| 56 | |||
| 57 | $me->{euconsole}->send_msg('stderr', 'aborted job' . ($p{reason} ? ": $p{reason}" : '')); | ||
| 58 | } | ||
| 59 | |||
| 60 | ################################################################ | ||
| 61 | |||
| 62 | sub _cleanup_files { | ||
| 63 | my $me = shift; | ||
| 64 | |||
| 65 | $me->{_cleanedup} = 1; | ||
| 66 | $me->{statistics}{cleanup_start} = time(); | ||
| 67 | $me->{statistics}{job_time} = time() - $me->{statistics}{job_start}; | ||
| 68 | |||
| 69 | $me->{euconsole}->send_msg('debug', 'cleaning up'); | ||
| 70 | $me->{euconsole}->send_msg('finish', 'finish'); | ||
| 71 | |||
| 72 | # remove tmp files | ||
| 73 | for my $fi (@{$me->{tmp_file}}){ | ||
| 74 | # debug("deleting $fi->{filename} from $fi->{server}"); | ||
| 75 | $me->{statistics}{cleanup_files} ++; | ||
| 76 | |||
| 77 | AC::MrGamoo::Job::Request->new( $me, | ||
| 78 | id => unique(), | ||
| 79 | server => $fi->{server}, | ||
| 80 | info => "delete $fi->{filename} from $fi->{server}", | ||
| 81 | proto => { | ||
| 82 | type => 'mrgamoo_filedel', | ||
| 83 | msgidno => $^T, | ||
| 84 | want_reply => 1, | ||
| 85 | }, | ||
| 86 | request => { | ||
| 87 | filename => $fi->{filename}, | ||
| 88 | }, | ||
| 89 | ); | ||
| 90 | } | ||
| 91 | |||
| 92 | $me->{tmp_file} = []; | ||
| 93 | } | ||
| 94 | |||
| 95 | |||
| 96 | sub _cleanup_tasks { | ||
| 97 | my $me = shift; | ||
| 98 | |||
| 99 | # abort running tasks | ||
| 100 | my @t = values %{$me->{task_running}}; | ||
| 101 | for my $t (@t){ | ||
| 102 | $t->abort($me); | ||
| 103 | } | ||
| 104 | |||
| 105 | $me->{task_running} = {}; | ||
| 106 | } | ||
| 107 | |||
| 108 | sub _cleanup_old_tmp_dirs { | ||
| 109 | |||
| 110 | my $base = conf_value('basedir') . '/mrtmp'; | ||
| 111 | opendir(D, $base); | ||
| 112 | my @d = readdir(D); | ||
| 113 | closedir D; | ||
| 114 | |||
| 115 | for my $d (@d){ | ||
| 116 | next if $d eq '.' || $d eq '..'; | ||
| 117 | my $p = "$base/$d"; | ||
| 118 | |||
| 119 | if( -f $p ){ | ||
| 120 | # there should not be files here. remove. | ||
| 121 | unlink $p; | ||
| 122 | next; | ||
| 123 | } | ||
| 124 | |||
| 125 | my $mtime = (stat($p))[9]; | ||
| 126 | next unless $^T - $mtime > 24 * 3600; | ||
| 127 | |||
| 128 | debug("removing old dir: $d"); | ||
| 129 | rmtree( $p, undef, undef ); | ||
| 130 | } | ||
| 131 | } | ||
| 132 | |||
| 133 | AC::DC::Sched->new( | ||
| 134 | info => 'clean up old dirs', | ||
| 135 | func => \&_cleanup_old_tmp_dirs, | ||
| 136 | freq => 3600, | ||
| 137 | ); | ||
| 138 | |||
| 139 | 1; | ||
| 140 |