| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
# Schedule::Load::Schedule.pm -- Schedule jobs across a network |
|
2
|
|
|
|
|
|
|
# See copyright, etc in below POD section. |
|
3
|
|
|
|
|
|
|
###################################################################### |
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
package Schedule::Load::Schedule; |
|
6
|
|
|
|
|
|
|
require 5.004; |
|
7
|
|
|
|
|
|
|
require Exporter; |
|
8
|
|
|
|
|
|
|
@ISA = qw(Exporter Schedule::Load::Hosts); |
|
9
|
|
|
|
|
|
|
|
|
10
|
1
|
|
|
1
|
|
102853
|
use Schedule::Load qw (:_utils); |
|
|
1
|
|
|
|
|
4
|
|
|
|
1
|
|
|
|
|
174
|
|
|
11
|
1
|
|
|
1
|
|
721
|
use Schedule::Load::Hosts; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
61
|
|
|
12
|
1
|
|
|
1
|
|
633
|
use Schedule::Load::ResourceReq; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
30
|
|
|
13
|
1
|
|
|
1
|
|
5
|
use Sys::Hostname; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
41
|
|
|
14
|
1
|
|
|
1
|
|
6
|
use Time::localtime; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
54
|
|
|
15
|
|
|
|
|
|
|
|
|
16
|
1
|
|
|
1
|
|
5
|
use strict; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
28
|
|
|
17
|
1
|
|
|
1
|
|
58
|
use vars qw($VERSION $Debug @MoY); |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
52
|
|
|
18
|
1
|
|
|
1
|
|
5
|
use Carp; |
|
|
1
|
|
|
|
|
2
|
|
|
|
1
|
|
|
|
|
1719
|
|
|
19
|
|
|
|
|
|
|
|
|
20
|
|
|
|
|
|
|
###################################################################### |
|
21
|
|
|
|
|
|
|
#### Configuration Section |
|
22
|
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
# Other configurable settings. |
|
24
|
|
|
|
|
|
|
$Debug = $Schedule::Load::Debug; |
|
25
|
|
|
|
|
|
|
$VERSION = '3.064'; |
|
26
|
|
|
|
|
|
|
@MoY = ('Jan','Feb','Mar','Apr','May','Jun', |
|
27
|
|
|
|
|
|
|
'Jul','Aug','Sep','Oct','Nov','Dec'); |
|
28
|
|
|
|
|
|
|
|
|
29
|
|
|
|
|
|
|
###################################################################### |
|
30
|
|
|
|
|
|
|
#### Globals |
|
31
|
|
|
|
|
|
|
|
|
32
|
|
|
|
|
|
|
###################################################################### |
|
33
|
|
|
|
|
|
|
#### Creator |
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
sub new { |
|
36
|
1
|
50
|
|
1
|
0
|
560
|
@_ >= 1 or croak 'usage: '.__PACKAGE__.'->new ({options})'; |
|
37
|
1
|
|
|
|
|
10
|
my $proto = shift; |
|
38
|
1
|
|
|
|
|
72
|
return $proto->SUPER::new |
|
39
|
|
|
|
|
|
|
( scheduled_hosts => [], |
|
40
|
|
|
|
|
|
|
@_); |
|
41
|
|
|
|
|
|
|
} |
|
42
|
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
###################################################################### |
|
44
|
|
|
|
|
|
|
#### Constructor |
|
45
|
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
###################################################################### |
|
47
|
|
|
|
|
|
|
#### Accessors |
|
48
|
|
|
|
|
|
|
|
|
49
|
|
|
|
|
|
|
sub scheduled_hosts { |
|
50
|
8
|
50
|
33
|
8
|
1
|
11
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->scheduled_hosts (perhaps you forgot to check schedule return for undef)'; |
|
|
8
|
|
|
|
|
43
|
|
|
51
|
8
|
100
|
|
|
|
32
|
return (wantarray ? @{$self->{scheduled_hosts}} : $self->{scheduled_hosts}); |
|
|
4
|
|
|
|
|
18
|
|
|
52
|
|
|
|
|
|
|
} |
|
53
|
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
sub scheduled_hostnames { |
|
55
|
4
|
50
|
33
|
4
|
0
|
9
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->scheduled_hosts (perhaps you forgot to check schedule return for undef)'; |
|
|
4
|
|
|
|
|
30
|
|
|
56
|
4
|
50
|
|
|
|
15
|
return () if !$self->{scheduled_hosts}[0]; |
|
57
|
4
|
|
|
|
|
14
|
my @names = map {$_->hostname; } $self->scheduled_hosts; |
|
|
4
|
|
|
|
|
216
|
|
|
58
|
4
|
|
|
|
|
16
|
return @names; |
|
59
|
|
|
|
|
|
|
} |
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
sub hosts_of_class { |
|
62
|
0
|
0
|
0
|
0
|
1
|
0
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->hosts()'; |
|
|
0
|
|
|
|
|
0
|
|
|
63
|
|
|
|
|
|
|
# DEPRECIATED. Return all hosts matching given class |
|
64
|
|
|
|
|
|
|
# allow_reserved was ignored in the old implementation... |
|
65
|
0
|
|
|
|
|
0
|
return $self->hosts_match (@_, allow_reserved=>1); |
|
66
|
|
|
|
|
|
|
} |
|
67
|
|
|
|
|
|
|
|
|
68
|
|
|
|
|
|
|
###################################################################### |
|
69
|
|
|
|
|
|
|
###################################################################### |
|
70
|
|
|
|
|
|
|
#### Functions |
|
71
|
|
|
|
|
|
|
|
|
72
|
|
|
|
|
|
|
sub reserve_default_comment { |
|
73
|
1
|
50
|
33
|
1
|
0
|
10
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->reserve_default_comment)'; |
|
|
1
|
|
|
|
|
19
|
|
|
74
|
1
|
|
|
|
|
10
|
return sprintf ("$self->{username} at %02d-%s %02d:%02d", |
|
75
|
|
|
|
|
|
|
localtime->mday, $MoY[localtime->mon], |
|
76
|
|
|
|
|
|
|
localtime->hour, localtime->min), |
|
77
|
|
|
|
|
|
|
} |
|
78
|
|
|
|
|
|
|
|
|
79
|
|
|
|
|
|
|
sub reserve { |
|
80
|
1
|
50
|
33
|
1
|
1
|
441
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->reserve)'; |
|
|
1
|
|
|
|
|
22
|
|
|
81
|
1
|
|
|
|
|
9
|
my $params = { |
|
82
|
|
|
|
|
|
|
host=>hostname(), |
|
83
|
|
|
|
|
|
|
uid=>$<, |
|
84
|
|
|
|
|
|
|
comment=>$self->reserve_default_comment(), |
|
85
|
|
|
|
|
|
|
@_,}; |
|
86
|
|
|
|
|
|
|
|
|
87
|
1
|
50
|
|
|
|
738
|
print __PACKAGE__."::reserve($params->{host}, $params->{comment})\n" if $Debug; |
|
88
|
1
|
|
|
|
|
5
|
$self->_fetch_if_unfetched(); |
|
89
|
|
|
|
|
|
|
|
|
90
|
1
|
|
|
|
|
6
|
my $host = $self->get_host($params->{host}); |
|
91
|
1
|
50
|
|
|
|
6
|
($host) or die "%Error: Host $params->{host} not found, so not reserved\n"; |
|
92
|
1
|
50
|
|
|
|
492
|
(!$host->reserved) or die "%Error: Host $params->{host} already reserved by ".$host->reserved."\nrelease this reservation first.\n"; |
|
93
|
1
|
50
|
|
|
|
30
|
($host->reservable) or die "%Error: Host $params->{host} is not reservable\n"; |
|
94
|
|
|
|
|
|
|
|
|
95
|
1
|
|
|
|
|
8
|
$self->set_stored(host=>$params->{host}, |
|
96
|
|
|
|
|
|
|
reserved=>$params->{comment},); |
|
97
|
1
|
|
|
|
|
8
|
$self->fetch(); |
|
98
|
1
|
|
|
|
|
23
|
$host = $self->get_host($params->{host}); # Fetch might have new reference |
|
99
|
1
|
50
|
|
|
|
15
|
($host) or croak "%Error: Host $params->{host} not responding"; |
|
100
|
1
|
50
|
|
|
|
45
|
($host->reserved) or croak "%Error: Host $params->{host} didn't accept reservation"; |
|
101
|
|
|
|
|
|
|
} |
|
102
|
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
sub release { |
|
104
|
1
|
50
|
33
|
1
|
1
|
7
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->hosts)'; |
|
|
1
|
|
|
|
|
25
|
|
|
105
|
1
|
|
|
|
|
8
|
my $params = { |
|
106
|
|
|
|
|
|
|
host=>hostname(), |
|
107
|
|
|
|
|
|
|
@_,}; |
|
108
|
|
|
|
|
|
|
|
|
109
|
1
|
50
|
|
|
|
10
|
print __PACKAGE__."::release($params->{host})\n" if $Debug; |
|
110
|
1
|
|
|
|
|
5
|
$self->_fetch_if_unfetched(); |
|
111
|
|
|
|
|
|
|
|
|
112
|
1
|
|
|
|
|
4
|
my $host = $self->get_host($params->{host}); |
|
113
|
1
|
50
|
|
|
|
5
|
if (!$host) { |
|
114
|
0
|
|
|
|
|
0
|
warn "Note: Host $params->{host} not found, so not released\n"; |
|
115
|
0
|
|
|
|
|
0
|
return; |
|
116
|
|
|
|
|
|
|
} |
|
117
|
1
|
50
|
|
|
|
22
|
if (!$host->reserved) { |
|
118
|
0
|
|
|
|
|
0
|
warn "Note: Host $params->{host} not reserved, so not released\n"; |
|
119
|
0
|
|
|
|
|
0
|
return; |
|
120
|
|
|
|
|
|
|
} |
|
121
|
|
|
|
|
|
|
|
|
122
|
1
|
|
|
|
|
6
|
$self->set_stored(host=>$params->{host}, |
|
123
|
|
|
|
|
|
|
reserved=>0,); |
|
124
|
1
|
|
|
|
|
7
|
$self->fetch(); |
|
125
|
1
|
|
|
|
|
8
|
$host = $self->get_host($params->{host}); # Fetch might have new reference |
|
126
|
1
|
50
|
|
|
|
21
|
($host) or croak "%Error: Host $params->{host} not responding"; |
|
127
|
1
|
50
|
|
|
|
56
|
(!$host->reserved) or croak "%Error: Host $params->{host} didn't accept release"; |
|
128
|
|
|
|
|
|
|
} |
|
129
|
|
|
|
|
|
|
|
|
130
|
|
|
|
|
|
|
sub fixed_load { |
|
131
|
1
|
50
|
33
|
1
|
1
|
765
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->fixed_load)'; |
|
|
1
|
|
|
|
|
20
|
|
|
132
|
1
|
|
|
|
|
9
|
my $params = { |
|
133
|
|
|
|
|
|
|
host=>hostname(), |
|
134
|
|
|
|
|
|
|
load=>1, # Negative for all cpus |
|
135
|
|
|
|
|
|
|
uid=>$<, |
|
136
|
|
|
|
|
|
|
pid=>$$, |
|
137
|
|
|
|
|
|
|
req_hostname=>hostname(), # Where to do a pid_exists |
|
138
|
|
|
|
|
|
|
#req_pid=>pid, |
|
139
|
|
|
|
|
|
|
@_,}; |
|
140
|
1
|
|
33
|
|
|
55
|
$params->{req_pid} ||= $params->{pid}; |
|
141
|
1
|
50
|
|
|
|
4
|
print __PACKAGE__."::fixed_load($params->{load})\n" if $Debug; |
|
142
|
1
|
|
|
|
|
5
|
$self->_request(_pfreeze( 'report_fwd_fixed_load', $params, $Debug)); |
|
143
|
|
|
|
|
|
|
} |
|
144
|
|
|
|
|
|
|
|
|
145
|
|
|
|
|
|
|
sub hold_release { |
|
146
|
4
|
50
|
33
|
4
|
1
|
908
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->hold_release)'; |
|
|
4
|
|
|
|
|
42
|
|
|
147
|
4
|
|
|
|
|
37
|
my $params = { |
|
148
|
|
|
|
|
|
|
hold_key=>undef, |
|
149
|
|
|
|
|
|
|
@_,}; |
|
150
|
|
|
|
|
|
|
|
|
151
|
4
|
50
|
|
|
|
16
|
print __PACKAGE__."::hold_release($params->{hold_key})\n" if $Debug; |
|
152
|
4
|
|
|
|
|
21
|
$self->_request(_pfreeze( 'hold_release', $params, $Debug)); |
|
153
|
|
|
|
|
|
|
} |
|
154
|
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
###################################################################### |
|
156
|
|
|
|
|
|
|
###################################################################### |
|
157
|
|
|
|
|
|
|
#### Scheduling |
|
158
|
|
|
|
|
|
|
|
|
159
|
|
|
|
|
|
|
sub best { |
|
160
|
4
|
50
|
33
|
4
|
1
|
977
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->best'; |
|
|
4
|
|
|
|
|
42
|
|
|
161
|
4
|
|
|
|
|
38
|
my %params = (allow_none=>0, |
|
162
|
|
|
|
|
|
|
@_); |
|
163
|
4
|
50
|
|
|
|
15
|
print __PACKAGE__."::best()\n" if $Debug; |
|
164
|
|
|
|
|
|
|
# Backward compatible best function, scheduling on one host without |
|
165
|
|
|
|
|
|
|
# need to understand new Hold and ResourceReq structures. |
|
166
|
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
# Make a hold element with passed params |
|
168
|
4
|
|
|
|
|
48
|
my $hold = Schedule::Load::Hold->new(hold_key=>"best",); |
|
169
|
4
|
|
|
|
|
9
|
$hold->set_fields (%{$self},%params); |
|
|
4
|
|
|
|
|
49
|
|
|
170
|
|
|
|
|
|
|
# Make resource requests with passed params |
|
171
|
4
|
|
|
|
|
62
|
my $req = Schedule::Load::ResourceReq->new(); |
|
172
|
4
|
|
|
|
|
7
|
$req->set_fields (%{$self},%params); |
|
|
4
|
|
|
|
|
33
|
|
|
173
|
4
|
|
|
|
|
48
|
my $rtn = $self->schedule |
|
174
|
|
|
|
|
|
|
(resources=>[$req], |
|
175
|
|
|
|
|
|
|
hold=>$hold, |
|
176
|
|
|
|
|
|
|
allow_none=>1, |
|
177
|
|
|
|
|
|
|
%params); |
|
178
|
4
|
50
|
|
|
|
22
|
return undef if !$rtn; |
|
179
|
4
|
50
|
33
|
|
|
38
|
return undef if !$rtn || !$rtn->scheduled_hosts; |
|
180
|
4
|
|
|
|
|
14
|
my @hn = $rtn->scheduled_hostnames; |
|
181
|
4
|
|
|
|
|
98
|
return $hn[0]; |
|
182
|
|
|
|
|
|
|
} |
|
183
|
|
|
|
|
|
|
|
|
184
|
|
|
|
|
|
|
sub jobs { |
|
185
|
4
|
50
|
33
|
4
|
1
|
56
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->jobs'; |
|
|
4
|
|
|
|
|
29
|
|
|
186
|
|
|
|
|
|
|
#** Old depreciated interface |
|
187
|
4
|
50
|
|
|
|
13
|
print __PACKAGE__."::jobs()\n" if $Debug; |
|
188
|
4
|
|
|
|
|
29
|
my @names = $self->idle_host_names(@_); |
|
189
|
4
|
|
|
|
|
22
|
return ($#names+1); |
|
190
|
|
|
|
|
|
|
} |
|
191
|
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
sub schedule { |
|
193
|
4
|
|
|
4
|
1
|
7
|
my $self = shift; |
|
194
|
4
|
|
|
|
|
34
|
my %params = (allow_none=>0, |
|
195
|
|
|
|
|
|
|
hold=>undef, # Schedule::Load::Hold reference, undef not to hold |
|
196
|
|
|
|
|
|
|
resources=>[],# Schedule::Load::ResourceReq reference |
|
197
|
|
|
|
|
|
|
@_); |
|
198
|
|
|
|
|
|
|
|
|
199
|
4
|
|
|
|
|
12
|
$self->{scheduled_hosts} = []; |
|
200
|
4
|
|
|
|
|
13
|
$self->{_schrtn} = undef; |
|
201
|
4
|
50
|
|
|
|
30
|
$params{resources}[0] or croak "%Error: Not passed any resources=>[] to schedule,"; |
|
202
|
|
|
|
|
|
|
|
|
203
|
1
|
50
|
|
1
|
|
8
|
use Data::Dumper; print "SCHEDULE: ",Dumper(\%params) if $Debug; |
|
|
1
|
|
|
|
|
3
|
|
|
|
1
|
|
|
|
|
88
|
|
|
|
4
|
|
|
|
|
12
|
|
|
204
|
4
|
|
|
|
|
24
|
$self->_request(_pfreeze ("schedule", \%params, 0&&$Debug)); |
|
205
|
|
|
|
|
|
|
|
|
206
|
1
|
50
|
|
1
|
|
6
|
use Data::Dumper; print "RETURN: ",Dumper($self->{_schrtn}) if $Debug; |
|
|
1
|
|
|
|
|
1
|
|
|
|
1
|
|
|
|
|
618
|
|
|
|
4
|
|
|
|
|
22
|
|
|
207
|
4
|
50
|
|
|
|
21
|
(defined $self->{_schrtn}) or die "%Error: Didn't get proper schedule response\n"; |
|
208
|
|
|
|
|
|
|
|
|
209
|
4
|
50
|
|
|
|
19
|
if (!$self->{_schrtn}{best}) { |
|
210
|
0
|
|
|
|
|
0
|
return undef; |
|
211
|
|
|
|
|
|
|
} else { |
|
212
|
|
|
|
|
|
|
# Remap the hostnames to references (can't pass refs across a socket!) |
|
213
|
4
|
|
|
|
|
10
|
foreach my $hostname (@{$self->{_schrtn}{best}}) { |
|
|
4
|
|
|
|
|
227
|
|
|
214
|
4
|
|
|
|
|
41
|
my $host = $self->get_host($hostname); |
|
215
|
4
|
50
|
|
|
|
18
|
if (!$host) { |
|
216
|
|
|
|
|
|
|
# It's a host that wasn't in our cache.... |
|
217
|
0
|
0
|
|
|
|
0
|
print " Gethost $hostname failed, retrying caching\n" if $Debug; |
|
218
|
0
|
|
|
|
|
0
|
$self->kill_cache; |
|
219
|
0
|
|
|
|
|
0
|
$self->fetch; |
|
220
|
0
|
|
|
|
|
0
|
$host = $self->get_host($hostname); |
|
221
|
0
|
0
|
|
|
|
0
|
if (!$host) { |
|
222
|
0
|
0
|
|
|
|
0
|
print " Gethost $hostname retry failed\n" if $Debug; |
|
223
|
0
|
|
|
|
|
0
|
return undef; # Next scheduler attempt should make sense of it all... |
|
224
|
|
|
|
|
|
|
} |
|
225
|
|
|
|
|
|
|
} |
|
226
|
4
|
|
|
|
|
17
|
push @{$self->{scheduled_hosts}}, $host; |
|
|
4
|
|
|
|
|
25
|
|
|
227
|
|
|
|
|
|
|
} |
|
228
|
|
|
|
|
|
|
} |
|
229
|
4
|
|
|
|
|
31
|
return $self; |
|
230
|
|
|
|
|
|
|
} |
|
231
|
|
|
|
|
|
|
|
|
232
|
|
|
|
|
|
|
sub night_hours_p { |
|
233
|
|
|
|
|
|
|
# Return true if working hours |
|
234
|
0
|
|
0
|
0
|
0
|
0
|
my $working = ((localtime->hour >= 7 && localtime->hour < 22) |
|
235
|
|
|
|
|
|
|
&& (localtime->wday >= 1 && localtime->wday < 6)); # M-F |
|
236
|
0
|
|
|
|
|
0
|
return !$working; |
|
237
|
|
|
|
|
|
|
} |
|
238
|
|
|
|
|
|
|
|
|
239
|
|
|
|
|
|
|
###################################################################### |
|
240
|
|
|
|
|
|
|
###################################################################### |
|
241
|
|
|
|
|
|
|
#### Changing persistent store's on a host |
|
242
|
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
sub set_stored { |
|
244
|
2
|
50
|
33
|
2
|
1
|
6
|
my $self = shift; ($self && ref($self)) or croak 'usage: $self->hosts)'; |
|
|
2
|
|
|
|
|
26
|
|
|
245
|
2
|
|
|
|
|
11
|
my $params = { |
|
246
|
|
|
|
|
|
|
host=>undef, |
|
247
|
|
|
|
|
|
|
#set_const=>undef, # If true, put into constant rather than stored data |
|
248
|
|
|
|
|
|
|
@_,}; |
|
249
|
|
|
|
|
|
|
|
|
250
|
2
|
50
|
|
|
|
7
|
print __PACKAGE__."::set_stored($params->{host})\n" if $Debug; |
|
251
|
2
|
|
|
|
|
9
|
$self->_fetch_if_unfetched(); |
|
252
|
|
|
|
|
|
|
|
|
253
|
2
|
|
|
|
|
7
|
my $host = $self->get_host($params->{host}); |
|
254
|
2
|
50
|
|
|
|
9
|
($host) or die "%Error: Host $params->{host} not found, so not set\n"; |
|
255
|
|
|
|
|
|
|
|
|
256
|
2
|
|
|
|
|
14
|
$self->_request(_pfreeze( 'report_fwd_set', $params, $Debug)); |
|
257
|
2
|
|
|
|
|
18
|
$self->fetch(); |
|
258
|
|
|
|
|
|
|
} |
|
259
|
|
|
|
|
|
|
|
|
260
|
|
|
|
|
|
|
sub _set_host_stored { |
|
261
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
262
|
0
|
|
|
|
|
|
my $host = shift; |
|
263
|
0
|
|
|
|
|
|
my $var = shift; |
|
264
|
0
|
|
|
|
|
|
my $value = shift; |
|
265
|
|
|
|
|
|
|
} |
|
266
|
|
|
|
|
|
|
|
|
267
|
|
|
|
|
|
|
###################################################################### |
|
268
|
|
|
|
|
|
|
#### Package return |
|
269
|
|
|
|
|
|
|
1; |
|
270
|
|
|
|
|
|
|
|
|
271
|
|
|
|
|
|
|
###################################################################### |
|
272
|
|
|
|
|
|
|
__END__ |