| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package Helios::TS::Job; |
|
2
|
|
|
|
|
|
|
|
|
3
|
1
|
|
|
1
|
|
20
|
use 5.008; |
|
|
1
|
|
|
|
|
2
|
|
|
4
|
1
|
|
|
1
|
|
4
|
use strict; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
17
|
|
|
5
|
1
|
|
|
1
|
|
3
|
use warnings; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
25
|
|
|
6
|
1
|
|
|
1
|
|
3
|
use base 'TheSchwartz::Job'; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
432
|
|
|
7
|
|
|
|
|
|
|
|
|
8
|
|
|
|
|
|
|
our $VERSION = "2.80"; |
|
9
|
|
|
|
|
|
|
|
|
10
|
|
|
|
|
|
|
# FILE CHANGE HISTORY |
|
11
|
|
|
|
|
|
|
# (This code is modified from the original TheSchwartz::Job.pm where noted.) |
|
12
|
|
|
|
|
|
|
# [LH] [2013-10-04]: Virtual jobtypes: funcmap entries without actual |
|
13
|
|
|
|
|
|
|
# TheSchwartz::Worker subclasses to back them up. Changed |
|
14
|
|
|
|
|
|
|
# set_exit_status(), failed(), _failed() to use $job->{active_worker_class} |
|
15
|
|
|
|
|
|
|
# instead of $job->funcname if $job->{active_worker_class} is set. |
|
16
|
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
sub set_exit_status { |
|
18
|
0
|
|
|
0
|
1
|
|
my $job = shift; |
|
19
|
0
|
|
|
|
|
|
my($exit) = @_; |
|
20
|
|
|
|
|
|
|
# [LH] [2013-10-04]: Use active_worker_class instead of funcname if AWC is set. |
|
21
|
0
|
|
0
|
|
|
|
my $class = $job->{active_worker_class} || $job->funcname; |
|
22
|
0
|
0
|
|
|
|
|
my $secs = $class->keep_exit_status_for or return; |
|
23
|
0
|
|
|
|
|
|
my $status = TheSchwartz::ExitStatus->new; |
|
24
|
0
|
|
|
|
|
|
$status->jobid($job->jobid); |
|
25
|
0
|
|
|
|
|
|
$status->funcid($job->funcid); |
|
26
|
0
|
|
|
|
|
|
$status->completion_time(time); |
|
27
|
0
|
|
|
|
|
|
$status->delete_after($status->completion_time + $secs); |
|
28
|
0
|
|
|
|
|
|
$status->status($exit); |
|
29
|
|
|
|
|
|
|
|
|
30
|
0
|
|
|
|
|
|
my $driver = $job->driver; |
|
31
|
0
|
|
|
|
|
|
$driver->insert($status); |
|
32
|
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
# and let's lazily clean some exitstatus while we're here. but |
|
34
|
|
|
|
|
|
|
# rather than doing this query all the time, we do it 1/nth of the |
|
35
|
|
|
|
|
|
|
# time, and deleting up to n*10 queries while we're at it. |
|
36
|
|
|
|
|
|
|
# default n is 10% of the time, doing 100 deletes. |
|
37
|
0
|
|
0
|
|
|
|
my $clean_thres = $TheSchwartz::T_EXITSTATUS_CLEAN_THRES || 0.10; |
|
38
|
0
|
0
|
|
|
|
|
if (rand() < $clean_thres) { |
|
39
|
0
|
|
|
|
|
|
my $unixtime = $driver->dbd->sql_for_unixtime; |
|
40
|
0
|
0
|
|
|
|
|
$driver->remove('TheSchwartz::ExitStatus', { |
|
41
|
|
|
|
|
|
|
delete_after => \ "< $unixtime", |
|
42
|
|
|
|
|
|
|
}, { |
|
43
|
|
|
|
|
|
|
nofetch => 1, |
|
44
|
|
|
|
|
|
|
limit => $driver->dbd->can_delete_with_limit ? int(1 / $clean_thres * 100) : undef, |
|
45
|
|
|
|
|
|
|
}); |
|
46
|
|
|
|
|
|
|
} |
|
47
|
|
|
|
|
|
|
|
|
48
|
0
|
|
|
|
|
|
return $status; |
|
49
|
|
|
|
|
|
|
} |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
|
|
52
|
|
|
|
|
|
|
sub failed { |
|
53
|
0
|
|
|
0
|
1
|
|
my ($job, $msg, $ex_status) = @_; |
|
54
|
0
|
0
|
|
|
|
|
if ($job->did_something) { |
|
55
|
0
|
|
|
|
|
|
$job->debug("can't call 'failed' on already finished job"); |
|
56
|
0
|
|
|
|
|
|
return 0; |
|
57
|
|
|
|
|
|
|
} |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
## If this job class specifies that jobs should be retried, |
|
60
|
|
|
|
|
|
|
## update the run_after if necessary, but keep the job around. |
|
61
|
|
|
|
|
|
|
|
|
62
|
|
|
|
|
|
|
# [LH] [2013-10-04]: Use active_worker_class instead of funcname if AWC is set. |
|
63
|
0
|
|
0
|
|
|
|
my $class = $job->{active_worker_class} || $job->funcname; |
|
64
|
0
|
|
|
|
|
|
my $failures = $job->failures + 1; # include this one, since we haven't ->add_failure yet |
|
65
|
0
|
|
|
|
|
|
my $max_retries = $class->max_retries($job); |
|
66
|
|
|
|
|
|
|
|
|
67
|
0
|
|
|
|
|
|
$job->debug("job failed. considering retry. is max_retries of $max_retries >= failures of $failures?"); |
|
68
|
0
|
|
|
|
|
|
$job->_failed($msg, $ex_status, $max_retries >= $failures, $failures); |
|
69
|
|
|
|
|
|
|
} |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub _failed { |
|
72
|
0
|
|
|
0
|
|
|
my ($job, $msg, $exit_status, $_retry, $failures) = @_; |
|
73
|
0
|
|
|
|
|
|
$job->did_something(1); |
|
74
|
0
|
|
0
|
|
|
|
$job->debug("job failed: " . ($msg || "")); |
|
75
|
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
## Mark the failure in the error table. |
|
77
|
0
|
|
|
|
|
|
$job->add_failure($msg); |
|
78
|
|
|
|
|
|
|
|
|
79
|
0
|
0
|
|
|
|
|
if ($_retry) { |
|
80
|
|
|
|
|
|
|
# [LH] [2013-10-04]: Use active_worker_class instead of funcname if AWC is set. |
|
81
|
0
|
|
0
|
|
|
|
my $class = $job->{active_worker_class} || $job->funcname; |
|
82
|
0
|
0
|
|
|
|
|
if (my $delay = $class->retry_delay($failures)) { |
|
83
|
0
|
|
|
|
|
|
$job->run_after(time() + $delay); |
|
84
|
|
|
|
|
|
|
} |
|
85
|
0
|
|
|
|
|
|
$job->grabbed_until(0); |
|
86
|
0
|
|
|
|
|
|
$job->driver->update($job); |
|
87
|
|
|
|
|
|
|
} else { |
|
88
|
0
|
|
0
|
|
|
|
$job->set_exit_status($exit_status || 1); |
|
89
|
0
|
|
|
|
|
|
$job->driver->remove($job); |
|
90
|
|
|
|
|
|
|
} |
|
91
|
|
|
|
|
|
|
} |
|
92
|
|
|
|
|
|
|
|
|
93
|
|
|
|
|
|
|
|
|
94
|
|
|
|
|
|
|
1; |
|
95
|
|
|
|
|
|
|
__END__ |