line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Grid::Request::Param; |
2
|
|
|
|
|
|
|
|
3
|
|
|
|
|
|
|
=head1 NAME |
4
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
Param.pm - Models a parameter for Grid::Request jobs. |
6
|
|
|
|
|
|
|
|
7
|
|
|
|
|
|
|
=head1 VERSION |
8
|
|
|
|
|
|
|
|
9
|
|
|
|
|
|
|
This document refers to Param.pm |
10
|
|
|
|
|
|
|
|
11
|
|
|
|
|
|
|
=head1 SYNOPSIS |
12
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
use Grid::Request::Param; |
14
|
|
|
|
|
|
|
my $param = Grid::Request:Param->new(); |
15
|
|
|
|
|
|
|
$param->type("DIR"); |
16
|
|
|
|
|
|
|
$param->key('--file=$(Name)'); |
17
|
|
|
|
|
|
|
$param->value("/path/to/some/directory"); |
18
|
|
|
|
|
|
|
|
19
|
|
|
|
|
|
|
=head1 DESCRIPTION |
20
|
|
|
|
|
|
|
|
21
|
|
|
|
|
|
|
A module that models Grid::Request parameters. |
22
|
|
|
|
|
|
|
|
23
|
|
|
|
|
|
|
=over 4 |
24
|
|
|
|
|
|
|
|
25
|
|
|
|
|
|
|
=cut |
26
|
|
|
|
|
|
|
|
27
|
2
|
|
|
2
|
|
92307
|
use strict; |
|
2
|
|
|
|
|
4
|
|
|
2
|
|
|
|
|
77
|
|
28
|
2
|
|
|
2
|
|
1260
|
use Log::Log4perl qw(get_logger); |
|
2
|
|
|
|
|
55256
|
|
|
2
|
|
|
|
|
19
|
|
29
|
2
|
|
|
2
|
|
1367
|
use Grid::Request::Exceptions; |
|
2
|
|
|
|
|
6
|
|
|
2
|
|
|
|
|
2455
|
|
30
|
|
|
|
|
|
|
|
31
|
|
|
|
|
|
|
my $MW_PARAM_DELIMITER = ":"; |
32
|
|
|
|
|
|
|
|
33
|
|
|
|
|
|
|
my %VALID_TYPE = ( ARRAY => 1, |
34
|
|
|
|
|
|
|
DIR => 1, |
35
|
|
|
|
|
|
|
PARAM => 1, |
36
|
|
|
|
|
|
|
FILE => 1, |
37
|
|
|
|
|
|
|
); |
38
|
|
|
|
|
|
|
|
39
|
|
|
|
|
|
|
my $logger = get_logger(__PACKAGE__); |
40
|
|
|
|
|
|
|
|
41
|
|
|
|
|
|
|
our $VERSION = '0.11'; |
42
|
|
|
|
|
|
|
if ($^W) { |
43
|
|
|
|
|
|
|
$VERSION = $VERSION; |
44
|
|
|
|
|
|
|
} |
45
|
|
|
|
|
|
|
|
46
|
|
|
|
|
|
|
# This is the constructor |
47
|
|
|
|
|
|
|
sub new { |
48
|
0
|
|
|
0
|
0
|
|
my ($class, @args) = @_; |
49
|
0
|
|
0
|
|
|
|
my $self = bless {}, $class || ref($class); |
50
|
0
|
|
|
|
|
|
$self->_init(@args); |
51
|
0
|
|
|
|
|
|
return $self; |
52
|
|
|
|
|
|
|
} |
53
|
|
|
|
|
|
|
|
54
|
|
|
|
|
|
|
# This _init() method is used to initialize new instances of this class/module. |
55
|
|
|
|
|
|
|
sub _init { |
56
|
0
|
|
|
0
|
|
|
my ($self, @args) = @_; |
57
|
0
|
0
|
0
|
|
|
|
if (scalar @args == 1 && ref(\$args[0]) eq "SCALAR") { |
58
|
0
|
|
|
|
|
|
my $param_string = $args[0]; |
59
|
0
|
|
|
|
|
|
my @parts = split(/$MW_PARAM_DELIMITER/, $param_string); |
60
|
0
|
0
|
0
|
|
|
|
if (scalar @parts == 3) { |
|
|
0
|
|
|
|
|
|
61
|
0
|
|
|
|
|
|
$self->{_type} = $parts[0]; |
62
|
0
|
|
|
|
|
|
$self->{_value} = $parts[1]; |
63
|
0
|
|
|
|
|
|
$self->{_key} = $parts[2]; |
64
|
|
|
|
|
|
|
} elsif (scalar @parts == 2 && $parts[0] eq "PARAM") { |
65
|
0
|
|
|
|
|
|
$self->{_type} = $parts[0]; |
66
|
0
|
|
|
|
|
|
$self->{_value} = $parts[1]; |
67
|
|
|
|
|
|
|
} |
68
|
|
|
|
|
|
|
} else { |
69
|
0
|
|
|
|
|
|
$self->{_type} = "PARAM"; |
70
|
0
|
|
|
|
|
|
$self->{_value} = undef; |
71
|
0
|
|
|
|
|
|
$self->{_key} = undef; |
72
|
|
|
|
|
|
|
} |
73
|
|
|
|
|
|
|
} |
74
|
|
|
|
|
|
|
|
75
|
|
|
|
|
|
|
|
76
|
|
|
|
|
|
|
=item $obj->type([$type]); |
77
|
|
|
|
|
|
|
|
78
|
|
|
|
|
|
|
B Sets or retrieves the type of the parameter. Allowable "types" |
79
|
|
|
|
|
|
|
are: ARRAY, DIR, FILE, and the default, PARAM. |
80
|
|
|
|
|
|
|
|
81
|
|
|
|
|
|
|
B An optional scalar, $type. |
82
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
B If called as a getter (no-arguments), returns the current type. |
84
|
|
|
|
|
|
|
If called as a setter, nothing is returned (undef). |
85
|
|
|
|
|
|
|
|
86
|
|
|
|
|
|
|
=cut |
87
|
|
|
|
|
|
|
|
88
|
|
|
|
|
|
|
sub type { |
89
|
0
|
|
|
0
|
1
|
|
$logger->debug("In type."); |
90
|
0
|
|
|
|
|
|
my ($self, @args) = @_; |
91
|
0
|
0
|
|
|
|
|
if (@args) { |
92
|
0
|
|
|
|
|
|
my $type = $args[0]; |
93
|
0
|
0
|
|
|
|
|
if ($VALID_TYPE{$type}) { |
94
|
0
|
|
|
|
|
|
$self->{_type} = $args[0]; |
95
|
|
|
|
|
|
|
} else { |
96
|
0
|
|
|
|
|
|
Grid::Request::Exception->throw("Invalid param type: $type."); |
97
|
|
|
|
|
|
|
} |
98
|
|
|
|
|
|
|
} else { |
99
|
0
|
|
|
|
|
|
return $self->{_type}; |
100
|
|
|
|
|
|
|
} |
101
|
|
|
|
|
|
|
} |
102
|
|
|
|
|
|
|
|
103
|
|
|
|
|
|
|
|
104
|
|
|
|
|
|
|
=item $obj->value([$value]); |
105
|
|
|
|
|
|
|
|
106
|
|
|
|
|
|
|
B A getter/setter that is used to set and retrieve the "value" of |
107
|
|
|
|
|
|
|
a Grid::Request parameter. Grid::Request jobs may specified an executable to run |
108
|
|
|
|
|
|
|
on the grid, and the executable may have or require one or more arguments (such as |
109
|
|
|
|
|
|
|
those typically specified on the command line). These arguments are modeled with |
110
|
|
|
|
|
|
|
the Grid::Request::Param module. Simple parameters do not trigger any iteration, |
111
|
|
|
|
|
|
|
however, parameters of type "ARRAY", "DIR", and "FILE", trigger iterations, and |
112
|
|
|
|
|
|
|
subsequently grid jobs that perform "parameter sweep" (sometimes referred to as |
113
|
|
|
|
|
|
|
"array jobs"). |
114
|
|
|
|
|
|
|
|
115
|
|
|
|
|
|
|
B None. |
116
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
B If called as a getter (no-arguments), returns the current value |
118
|
|
|
|
|
|
|
of the parameter. If called as a setter, nothing is returned (undef). |
119
|
|
|
|
|
|
|
|
120
|
|
|
|
|
|
|
=cut |
121
|
|
|
|
|
|
|
|
122
|
|
|
|
|
|
|
sub value { |
123
|
0
|
|
|
0
|
1
|
|
$logger->debug("In value."); |
124
|
0
|
|
|
|
|
|
my ($self, @args) = @_; |
125
|
0
|
0
|
|
|
|
|
if (@args) { |
126
|
0
|
|
|
|
|
|
$self->{_value} = $args[0]; |
127
|
|
|
|
|
|
|
} else { |
128
|
0
|
|
|
|
|
|
return $self->{_value}; |
129
|
|
|
|
|
|
|
} |
130
|
|
|
|
|
|
|
} |
131
|
|
|
|
|
|
|
|
132
|
|
|
|
|
|
|
|
133
|
|
|
|
|
|
|
=item $obj->key([$key]); |
134
|
|
|
|
|
|
|
|
135
|
|
|
|
|
|
|
B For each parameter, the key is what tells how the parameter |
136
|
|
|
|
|
|
|
should be passed as a command line argument and how the values from the iterable |
137
|
|
|
|
|
|
|
directory, array or file are to be dropped into the argument. Parameter keys can |
138
|
|
|
|
|
|
|
make use of two tokens: $(Index) and $(Name). The $(Index) token is replaced at |
139
|
|
|
|
|
|
|
with the actual sequence number of the job on the grid, and the $(Name) token |
140
|
|
|
|
|
|
|
is replaced with the string taken from the iterable value. In the case of parameters |
141
|
|
|
|
|
|
|
of type |
142
|
|
|
|
|
|
|
|
143
|
|
|
|
|
|
|
FILE -> $(Name) is replaced with the string from the line in the file |
144
|
|
|
|
|
|
|
ARRAY -> $(Name) is replaced with the value of the element of the array |
145
|
|
|
|
|
|
|
DIR -> $(Name) is replaced with the name of the file in the directory |
146
|
|
|
|
|
|
|
|
147
|
|
|
|
|
|
|
Examples: |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
FILE |
150
|
|
|
|
|
|
|
# From the constructor |
151
|
|
|
|
|
|
|
Grid::Request::Param->new( type => "FILE", |
152
|
|
|
|
|
|
|
key => '--string=$(Name)', |
153
|
|
|
|
|
|
|
value => "/path/to/some/file.txt" ) |
154
|
|
|
|
|
|
|
|
155
|
|
|
|
|
|
|
DIR |
156
|
|
|
|
|
|
|
$param = Grid::Request::Param->new(); |
157
|
|
|
|
|
|
|
$param->type("DIR"); |
158
|
|
|
|
|
|
|
$param->key('--filepath=$(Name)'); |
159
|
|
|
|
|
|
|
$param->value("/path/to/some/directory"); |
160
|
|
|
|
|
|
|
|
161
|
|
|
|
|
|
|
ARRAY |
162
|
|
|
|
|
|
|
$param = Grid::Request::Param->new(); |
163
|
|
|
|
|
|
|
$param->type("ARRAY"); |
164
|
|
|
|
|
|
|
$param->key('--element=$(Name)'); |
165
|
|
|
|
|
|
|
$param->value(\@array); |
166
|
|
|
|
|
|
|
|
167
|
|
|
|
|
|
|
B None. |
168
|
|
|
|
|
|
|
|
169
|
|
|
|
|
|
|
B A non-negative integer scalar. |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
=cut |
172
|
|
|
|
|
|
|
|
173
|
|
|
|
|
|
|
sub key { |
174
|
0
|
|
|
0
|
1
|
|
my ($self, @args) = @_; |
175
|
0
|
|
|
|
|
|
$logger->debug("In key."); |
176
|
0
|
0
|
|
|
|
|
if (@args) { |
177
|
0
|
|
|
|
|
|
$self->{_key} = $args[0]; |
178
|
|
|
|
|
|
|
} else { |
179
|
0
|
|
|
|
|
|
return $self->{_key}; |
180
|
|
|
|
|
|
|
} |
181
|
|
|
|
|
|
|
} |
182
|
|
|
|
|
|
|
|
183
|
|
|
|
|
|
|
=item $obj->count(); |
184
|
|
|
|
|
|
|
|
185
|
|
|
|
|
|
|
B Retrieves the number of iterations that this parameter will |
186
|
|
|
|
|
|
|
trigger. For parameters of type "ARRAY", it will be the nubmer of array |
187
|
|
|
|
|
|
|
elements, for parameters of type "DIR", it will be the number of non-hidden |
188
|
|
|
|
|
|
|
files in the specified directory; for parameters of type "FILE", it will the |
189
|
|
|
|
|
|
|
number of lines in the file (with the exception of lines with nothing but |
190
|
|
|
|
|
|
|
whitespace). |
191
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
B None. |
193
|
|
|
|
|
|
|
|
194
|
|
|
|
|
|
|
B A non-negative integer scalar. |
195
|
|
|
|
|
|
|
|
196
|
|
|
|
|
|
|
=cut |
197
|
|
|
|
|
|
|
|
198
|
|
|
|
|
|
|
sub count { |
199
|
0
|
|
|
0
|
1
|
|
my ($self, @args) = @_; |
200
|
0
|
|
|
|
|
|
$logger->debug("In count."); |
201
|
0
|
|
|
|
|
|
my $count; |
202
|
0
|
|
|
|
|
|
my $type = $self->type(); |
203
|
0
|
0
|
|
|
|
|
if ($type eq "PARAM") { |
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
|
|
0
|
|
|
|
|
|
204
|
0
|
|
|
|
|
|
$count = 1; |
205
|
|
|
|
|
|
|
} elsif ($type eq "DIR") { |
206
|
0
|
|
|
|
|
|
my $dir = $self->value(); |
207
|
0
|
|
|
|
|
|
$count = _dir_count($dir); |
208
|
|
|
|
|
|
|
} elsif ($type eq "FILE") { |
209
|
0
|
|
|
|
|
|
my $file = $self->value(); |
210
|
0
|
|
|
|
|
|
$count = _file_count($file); |
211
|
|
|
|
|
|
|
} elsif ($type eq "ARRAY") { |
212
|
0
|
|
|
|
|
|
my $array_ref = $self->value(); |
213
|
0
|
|
|
|
|
|
$count = scalar(@$array_ref); |
214
|
|
|
|
|
|
|
} else { |
215
|
0
|
|
|
|
|
|
Grid::Request::InvalidArgumentException->throw("Unknown parameter type: $type."); |
216
|
|
|
|
|
|
|
} |
217
|
0
|
|
|
|
|
|
$logger->debug("Returning: $count."); |
218
|
0
|
|
|
|
|
|
return $count; |
219
|
|
|
|
|
|
|
} |
220
|
|
|
|
|
|
|
|
221
|
|
|
|
|
|
|
# A private method used to count how many files are in a directory. |
222
|
|
|
|
|
|
|
# Hidden files are NOT included. |
223
|
|
|
|
|
|
|
sub _dir_count { |
224
|
0
|
|
|
0
|
|
|
$logger->debug("In _dir_count."); |
225
|
0
|
|
|
|
|
|
my $dir = shift; |
226
|
0
|
0
|
|
|
|
|
if (! -d $dir) { |
227
|
0
|
|
|
|
|
|
Grid::Request::InvalidArgumentException->throw("$dir is not a directory."); |
228
|
|
|
|
|
|
|
} |
229
|
|
|
|
|
|
|
|
230
|
|
|
|
|
|
|
# Go through all the files |
231
|
0
|
0
|
|
|
|
|
opendir(DIR, $dir) or |
232
|
|
|
|
|
|
|
Grid::Request::Exception->throw("Could not open directory $dir."); |
233
|
|
|
|
|
|
|
|
234
|
|
|
|
|
|
|
# Make sure we ignore hidden files/paths here. That's what the grep is for. |
235
|
0
|
|
|
|
|
|
my @files = grep { !/^\./ } readdir DIR; |
|
0
|
|
|
|
|
|
|
236
|
0
|
|
|
|
|
|
closedir DIR; |
237
|
|
|
|
|
|
|
|
238
|
0
|
|
|
|
|
|
my $count = scalar(@files); |
239
|
0
|
|
|
|
|
|
$logger->debug("Returning $count."); |
240
|
0
|
|
|
|
|
|
return $count; |
241
|
|
|
|
|
|
|
} |
242
|
|
|
|
|
|
|
|
243
|
|
|
|
|
|
|
|
244
|
|
|
|
|
|
|
# A private method used to count how many lines are in a file. Newlines |
245
|
|
|
|
|
|
|
# are considered to be the separator. In addition, if the line only contains |
246
|
|
|
|
|
|
|
# whitespace, then it is NOT counted... |
247
|
|
|
|
|
|
|
sub _file_count { |
248
|
0
|
|
|
0
|
|
|
$logger->debug("In _file_count."); |
249
|
0
|
|
|
|
|
|
my $file = shift; |
250
|
0
|
0
|
|
|
|
|
if (! -f $file) { |
251
|
0
|
|
|
|
|
|
Grid::Request::InvalidArgumentException->throw("$file is not a file."); |
252
|
|
|
|
|
|
|
} |
253
|
|
|
|
|
|
|
# Open the file for reading. |
254
|
0
|
0
|
|
|
|
|
open (FILE, "<", $file) or |
255
|
|
|
|
|
|
|
Grid::Request::Exception->throw("Could not open file $file."); |
256
|
0
|
|
|
|
|
|
my $count = 0; |
257
|
|
|
|
|
|
|
# Iterate over the file and examine each line. |
258
|
0
|
|
|
|
|
|
while () { |
259
|
0
|
|
|
|
|
|
my $line = $_; |
260
|
0
|
0
|
|
|
|
|
if ($line =~ m/\W/) { |
261
|
0
|
|
|
|
|
|
$count++; |
262
|
|
|
|
|
|
|
} else { |
263
|
0
|
|
|
|
|
|
$logger->debug("Didn't count line containing just white space."); |
264
|
|
|
|
|
|
|
} |
265
|
|
|
|
|
|
|
} |
266
|
|
|
|
|
|
|
# Attempt to close the filhandle. |
267
|
0
|
0
|
|
|
|
|
close FILE or |
268
|
|
|
|
|
|
|
Grid::Request::Exception->throw("Could not close filehandle for: $file."); |
269
|
0
|
|
|
|
|
|
$logger->debug("Returning $count."); |
270
|
0
|
|
|
|
|
|
return $count; |
271
|
|
|
|
|
|
|
} |
272
|
|
|
|
|
|
|
|
273
|
|
|
|
|
|
|
sub to_string { |
274
|
0
|
|
|
0
|
0
|
|
my $self = shift; |
275
|
0
|
|
|
|
|
|
my $string; |
276
|
0
|
0
|
|
|
|
|
if ($self->type() eq "PARAM") { |
277
|
0
|
|
|
|
|
|
$string = sprintf( '%s' . $MW_PARAM_DELIMITER . '%s', |
278
|
|
|
|
|
|
|
$self->type(), $self->value()); |
279
|
|
|
|
|
|
|
} else { |
280
|
0
|
|
|
|
|
|
$string = sprintf( '%s' . $MW_PARAM_DELIMITER . '%s' . $MW_PARAM_DELIMITER . '%s', |
281
|
|
|
|
|
|
|
$self->type(), $self->value(), $self->key() ); |
282
|
|
|
|
|
|
|
} |
283
|
0
|
|
|
|
|
|
return $string; |
284
|
|
|
|
|
|
|
} |
285
|
|
|
|
|
|
|
|
286
|
|
|
|
|
|
|
1; |
287
|
|
|
|
|
|
|
|
288
|
|
|
|
|
|
|
__END__ |