| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
package GRID::Machine::Group; |
|
2
|
2
|
|
|
2
|
|
11493
|
use warnings; |
|
|
2
|
|
|
|
|
6
|
|
|
|
2
|
|
|
|
|
71
|
|
|
3
|
2
|
|
|
2
|
|
11
|
use strict; |
|
|
2
|
|
|
|
|
6
|
|
|
|
2
|
|
|
|
|
67
|
|
|
4
|
2
|
|
|
2
|
|
10
|
use List::Util qw(first); |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
199
|
|
|
5
|
2
|
|
|
2
|
|
14
|
use Scalar::Util qw(reftype); |
|
|
2
|
|
|
|
|
4
|
|
|
|
2
|
|
|
|
|
82
|
|
|
6
|
2
|
|
|
2
|
|
1716
|
use IO::Select; |
|
|
2
|
|
|
|
|
3308
|
|
|
|
2
|
|
|
|
|
97
|
|
|
7
|
2
|
|
|
2
|
|
13
|
use base qw{Exporter}; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
698
|
|
|
8
|
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
our @EXPORT_OK = qw{void}; |
|
10
|
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
sub new { |
|
12
|
0
|
|
|
0
|
1
|
|
my $class = shift; |
|
13
|
0
|
|
|
|
|
|
my %args = @_; |
|
14
|
|
|
|
|
|
|
|
|
15
|
0
|
|
|
|
|
|
my @machines = @{$args{cluster}}; |
|
|
0
|
|
|
|
|
|
|
|
16
|
0
|
0
|
|
|
|
|
@machines = map { ref($_)? $_ : GRID::Machine->new(host => $_, survive => 1) } @machines; |
|
|
0
|
|
|
|
|
|
|
|
17
|
|
|
|
|
|
|
|
|
18
|
|
|
|
|
|
|
|
|
19
|
0
|
|
|
|
|
|
my $s = IO::Select->new(); |
|
20
|
0
|
|
|
|
|
|
my %rpipe2gm = map { (0+$_->readpipe, $_) } @machines; |
|
|
0
|
|
|
|
|
|
|
|
21
|
0
|
|
|
|
|
|
my %wpipe2gm = map { (0+$_->writepipe, $_) } @machines; |
|
|
0
|
|
|
|
|
|
|
|
22
|
0
|
|
|
|
|
|
for (@machines) { |
|
23
|
0
|
|
|
|
|
|
$s->add($_->readpipe); |
|
24
|
0
|
|
|
|
|
|
$s->add($_->writepipe); |
|
25
|
|
|
|
|
|
|
} |
|
26
|
|
|
|
|
|
|
|
|
27
|
0
|
|
|
|
|
|
my $self = { |
|
28
|
|
|
|
|
|
|
machines => [ @machines ], |
|
29
|
|
|
|
|
|
|
select => $s, |
|
30
|
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
rpipe => \%rpipe2gm, |
|
32
|
|
|
|
|
|
|
wpipe => \%wpipe2gm, # keys: write pipe addresses. Values: GRID machines |
|
33
|
|
|
|
|
|
|
}; |
|
34
|
|
|
|
|
|
|
|
|
35
|
0
|
|
|
|
|
|
my $clusterclass = "$class"."::".(0+$self); |
|
36
|
|
|
|
|
|
|
|
|
37
|
0
|
|
|
|
|
|
bless $self, $clusterclass; |
|
38
|
|
|
|
|
|
|
|
|
39
|
0
|
|
|
|
|
|
my $misa; |
|
40
|
|
|
|
|
|
|
{ |
|
41
|
2
|
|
|
2
|
|
11
|
no strict 'refs'; |
|
|
2
|
|
|
|
|
3
|
|
|
|
2
|
|
|
|
|
2305
|
|
|
|
0
|
|
|
|
|
|
|
|
42
|
0
|
|
|
|
|
|
$misa = \@{"${clusterclass}::ISA"}; |
|
|
0
|
|
|
|
|
|
|
|
43
|
|
|
|
|
|
|
} |
|
44
|
|
|
|
|
|
|
|
|
45
|
0
|
|
|
|
|
|
unshift @{$misa}, 'GRID::Machine::Group' |
|
46
|
0
|
0
|
|
0
|
|
|
unless first { $_ eq 'GRID::Machine::Group' } @{$misa}; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
47
|
|
|
|
|
|
|
|
|
48
|
0
|
|
|
|
|
|
$self; |
|
49
|
|
|
|
|
|
|
} |
|
50
|
|
|
|
|
|
|
|
|
51
|
|
|
|
|
|
|
sub call { |
|
52
|
0
|
|
|
0
|
1
|
|
calloreval('GRID::Machine::CALL', @_); |
|
53
|
|
|
|
|
|
|
} |
|
54
|
|
|
|
|
|
|
|
|
55
|
|
|
|
|
|
|
sub eval { |
|
56
|
0
|
|
|
0
|
1
|
|
calloreval('GRID::Machine::EVAL', @_); |
|
57
|
|
|
|
|
|
|
} |
|
58
|
|
|
|
|
|
|
|
|
59
|
|
|
|
|
|
|
sub calloreval { |
|
60
|
0
|
|
|
0
|
0
|
|
my $protocol = shift; |
|
61
|
0
|
|
|
|
|
|
my $self = shift; |
|
62
|
0
|
|
|
|
|
|
my $name = shift; |
|
63
|
0
|
|
|
|
|
|
my %ARG = @_; |
|
64
|
|
|
|
|
|
|
|
|
65
|
0
|
|
|
|
|
|
my $arg = $ARG{args}; |
|
66
|
|
|
|
|
|
|
|
|
67
|
0
|
|
|
|
|
|
my ($next, $thereareargs, $reset); |
|
68
|
|
|
|
|
|
|
|
|
69
|
0
|
0
|
|
|
|
|
unless (@{$self->{machines}}) { |
|
|
0
|
|
|
|
|
|
|
|
70
|
0
|
|
|
|
|
|
warn "Warning! Attempt to execute '$name' in an empty cluster!"; |
|
71
|
0
|
|
|
|
|
|
return; |
|
72
|
|
|
|
|
|
|
} |
|
73
|
|
|
|
|
|
|
|
|
74
|
|
|
|
|
|
|
# replicate is ignored if 'arg' is defined |
|
75
|
0
|
0
|
|
|
|
|
unless (defined($arg)) { |
|
76
|
0
|
|
|
|
|
|
my $rep = $ARG{replicate}; |
|
77
|
0
|
|
|
|
|
|
my $rt = reftype($rep); |
|
78
|
0
|
0
|
|
|
|
|
die "GRID::Machine::Group::call error. Unexpected arguments" unless $rt; |
|
79
|
0
|
0
|
|
|
|
|
if ($rt eq 'ARRAY') { |
|
|
|
0
|
|
|
|
|
|
|
80
|
0
|
|
|
|
|
|
push @$arg, $rep for @{$self->{machines}}; |
|
|
0
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
} |
|
82
|
|
|
|
|
|
|
elsif ($rt eq 'CODE') { |
|
83
|
0
|
|
|
|
|
|
for ( @{$self->{machines}}) { |
|
|
0
|
|
|
|
|
|
|
|
84
|
0
|
|
|
|
|
|
my $r = $rep->($_); |
|
85
|
0
|
0
|
0
|
|
|
|
$r = [ $r ] unless reftype($r) and (reftype($r) eq 'ARRAY'); |
|
86
|
0
|
|
|
|
|
|
push @$arg, $r; |
|
87
|
|
|
|
|
|
|
} |
|
88
|
|
|
|
|
|
|
} |
|
89
|
|
|
|
|
|
|
else { |
|
90
|
0
|
|
|
|
|
|
die "GRID::Machine::Group::call error. Unexpected arguments"; |
|
91
|
|
|
|
|
|
|
} |
|
92
|
|
|
|
|
|
|
} |
|
93
|
|
|
|
|
|
|
|
|
94
|
0
|
|
|
|
|
|
my $rt = reftype($arg); |
|
95
|
0
|
0
|
|
|
|
|
if ($rt) { |
|
96
|
0
|
0
|
|
|
|
|
if ($rt eq 'ARRAY') { |
|
|
|
0
|
|
|
|
|
|
|
97
|
0
|
|
|
|
|
|
my @args = @$arg; |
|
98
|
0
|
|
|
0
|
|
|
$next = sub { shift @args }; |
|
|
0
|
|
|
|
|
|
|
|
99
|
0
|
0
|
|
0
|
|
|
$thereareargs = sub { @args ? 1 : 0 }; |
|
|
0
|
|
|
|
|
|
|
|
100
|
0
|
|
|
0
|
|
|
$reset = sub {}; |
|
|
0
|
|
|
|
|
|
|
|
101
|
|
|
|
|
|
|
} |
|
102
|
|
|
|
|
|
|
elsif ($rt eq 'HASH') { |
|
103
|
0
|
|
|
|
|
|
$next = $arg->{next}; |
|
104
|
0
|
|
|
|
|
|
$thereareargs = $arg->{thereareargs}; |
|
105
|
0
|
|
|
|
|
|
$reset = $arg->{reset}; |
|
106
|
|
|
|
|
|
|
} |
|
107
|
|
|
|
|
|
|
else { |
|
108
|
0
|
|
|
|
|
|
die "GRID::Machine::Group::call error. Unexpected arguments"; |
|
109
|
|
|
|
|
|
|
} |
|
110
|
|
|
|
|
|
|
} |
|
111
|
|
|
|
|
|
|
else { # not a ref |
|
112
|
0
|
|
|
|
|
|
die "GRID::Machine::Group::call error. Unexpected arguments"; |
|
113
|
|
|
|
|
|
|
} |
|
114
|
|
|
|
|
|
|
|
|
115
|
0
|
|
|
|
|
|
my %t; |
|
116
|
0
|
|
|
|
|
|
my $task = 0; |
|
117
|
0
|
|
|
|
|
|
$reset->(); |
|
118
|
0
|
|
|
|
|
|
for (@{$self->{machines}}) { |
|
|
0
|
|
|
|
|
|
|
|
119
|
0
|
|
|
|
|
|
my ($args) = $next->(); # shift @_; |
|
120
|
0
|
0
|
0
|
|
|
|
$args = [ $args] unless (ref($args) and (reftype($args) eq 'ARRAY')); |
|
121
|
|
|
|
|
|
|
|
|
122
|
0
|
|
|
|
|
|
$_->send_operation( $protocol, $name, $args ); |
|
123
|
0
|
|
|
|
|
|
$t{0+$_} = $task++; |
|
124
|
|
|
|
|
|
|
|
|
125
|
0
|
0
|
|
|
|
|
last unless $thereareargs->(); # @_; # Number of jobs is less than the number of machines |
|
126
|
|
|
|
|
|
|
} |
|
127
|
|
|
|
|
|
|
|
|
128
|
0
|
|
|
|
|
|
my $readset = $self->{select}; |
|
129
|
|
|
|
|
|
|
|
|
130
|
0
|
|
|
|
|
|
my @ready; |
|
131
|
|
|
|
|
|
|
my @result; |
|
132
|
0
|
|
|
|
|
|
my $finished = 0; |
|
133
|
0
|
|
0
|
|
|
|
do { |
|
134
|
0
|
0
|
|
|
|
|
push @ready, $readset->can_read unless @ready; |
|
135
|
0
|
|
|
|
|
|
my $handle = shift @ready; |
|
136
|
|
|
|
|
|
|
|
|
137
|
0
|
|
|
|
|
|
my $me = $self->{rpipe}{0+$handle}; |
|
138
|
|
|
|
|
|
|
|
|
139
|
0
|
|
|
|
|
|
my $index = $t{0+$me}; |
|
140
|
0
|
|
|
|
|
|
$result[$index] = $me->_get_result(); |
|
141
|
0
|
|
|
|
|
|
$finished++; |
|
142
|
|
|
|
|
|
|
|
|
143
|
0
|
0
|
|
|
|
|
if ($thereareargs->()) { |
|
144
|
0
|
|
|
|
|
|
my ($args) = $next->(\@result, $index); |
|
145
|
0
|
0
|
0
|
|
|
|
$args = [ $args] unless (ref($args) and (reftype($args) eq 'ARRAY')); |
|
146
|
|
|
|
|
|
|
|
|
147
|
0
|
|
|
|
|
|
$t{0+$me} = $task++; |
|
148
|
0
|
|
|
|
|
|
$me->send_operation( $protocol, $name, $args ); |
|
149
|
|
|
|
|
|
|
} |
|
150
|
|
|
|
|
|
|
#print "Tasks left = '@_' Task = $task, finished = $finished\n"; |
|
151
|
|
|
|
|
|
|
|
|
152
|
|
|
|
|
|
|
} while ($thereareargs->() or ($finished < $task)); |
|
153
|
0
|
|
|
|
|
|
$reset->(); |
|
154
|
|
|
|
|
|
|
|
|
155
|
0
|
|
|
|
|
|
return bless \@result, 'GRID::Machine::Group::Result'; |
|
156
|
|
|
|
|
|
|
} |
|
157
|
|
|
|
|
|
|
|
|
158
|
|
|
|
|
|
|
sub sub { |
|
159
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
|
160
|
|
|
|
|
|
|
|
|
161
|
0
|
0
|
|
|
|
|
warn "Warning!: Attempt to install sub '$_[0]' in an empty cluster" unless @{$self->{machines}}; |
|
|
0
|
|
|
|
|
|
|
|
162
|
0
|
|
|
|
|
|
my @r; |
|
163
|
0
|
|
|
|
|
|
push @r, $_->sub(@_) for @{$self->{machines}}; |
|
|
0
|
|
|
|
|
|
|
|
164
|
|
|
|
|
|
|
|
|
165
|
|
|
|
|
|
|
#install the par method proxy |
|
166
|
0
|
|
|
|
|
|
my $name = shift; |
|
167
|
0
|
|
|
0
|
|
|
my $sub = sub { my $self = shift; $self->call( $name, @_ ) }; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
168
|
|
|
|
|
|
|
|
|
169
|
0
|
|
|
|
|
|
my $class = ref($self); |
|
170
|
2
|
|
|
2
|
|
14
|
no strict 'refs'; |
|
|
2
|
|
|
|
|
5
|
|
|
|
2
|
|
|
|
|
398
|
|
|
171
|
0
|
|
|
|
|
|
*{$class."::".$name} = $sub; |
|
|
0
|
|
|
|
|
|
|
|
172
|
|
|
|
|
|
|
|
|
173
|
0
|
|
|
|
|
|
return @r; |
|
174
|
|
|
|
|
|
|
} |
|
175
|
|
|
|
|
|
|
|
|
176
|
|
|
|
|
|
|
sub makemethod { |
|
177
|
0
|
|
|
0
|
1
|
|
my $self = shift; |
|
178
|
|
|
|
|
|
|
|
|
179
|
0
|
0
|
|
|
|
|
warn "Warning!: Attempt to install makemethod '$_[0]' in an empty cluster" unless @{$self->{machines}}; |
|
|
0
|
|
|
|
|
|
|
|
180
|
0
|
|
|
|
|
|
my @r; |
|
181
|
0
|
|
|
|
|
|
push @r, $_->makemethod(@_) for @{$self->{machines}}; |
|
|
0
|
|
|
|
|
|
|
|
182
|
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
#install the par method proxy |
|
184
|
0
|
|
|
|
|
|
my $name = shift; |
|
185
|
0
|
|
|
0
|
|
|
my $sub = sub { my $self = shift; $self->call( $name, @_ ) }; |
|
|
0
|
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
186
|
|
|
|
|
|
|
|
|
187
|
0
|
|
|
|
|
|
my $class = ref($self); |
|
188
|
2
|
|
|
2
|
|
11
|
no strict 'refs'; |
|
|
2
|
|
|
|
|
5
|
|
|
|
2
|
|
|
|
|
291
|
|
|
189
|
0
|
|
|
|
|
|
*{$class."::".$name} = $sub; |
|
|
0
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
|
|
191
|
0
|
|
|
|
|
|
return @r; |
|
192
|
|
|
|
|
|
|
} |
|
193
|
|
|
|
|
|
|
|
|
194
|
0
|
|
|
0
|
1
|
|
sub void { return (replicate => []) } |
|
195
|
|
|
|
|
|
|
|
|
196
|
|
|
|
|
|
|
package GRID::Machine::Group::Result; |
|
197
|
|
|
|
|
|
|
|
|
198
|
|
|
|
|
|
|
sub Results { |
|
199
|
0
|
|
|
0
|
|
|
my $self = shift; |
|
200
|
|
|
|
|
|
|
|
|
201
|
0
|
|
|
|
|
|
return map { $_->result } @$self; |
|
|
0
|
|
|
|
|
|
|
|
202
|
|
|
|
|
|
|
} |
|
203
|
|
|
|
|
|
|
|
|
204
|
|
|
|
|
|
|
1; |