| line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
|
1
|
|
|
|
|
|
|
#ABSTRACT: NBI Slurm module |
|
2
|
5
|
|
|
5
|
|
160924
|
use strict; |
|
|
5
|
|
|
|
|
29
|
|
|
|
5
|
|
|
|
|
147
|
|
|
3
|
5
|
|
|
5
|
|
26
|
use warnings; |
|
|
5
|
|
|
|
|
6
|
|
|
|
5
|
|
|
|
|
172
|
|
|
4
|
|
|
|
|
|
|
|
|
5
|
|
|
|
|
|
|
package NBI::Slurm; |
|
6
|
5
|
|
|
5
|
|
2392
|
use NBI::Job; |
|
|
5
|
|
|
|
|
13
|
|
|
|
5
|
|
|
|
|
240
|
|
|
7
|
5
|
|
|
5
|
|
2397
|
use NBI::Opts; |
|
|
5
|
|
|
|
|
13
|
|
|
|
5
|
|
|
|
|
262
|
|
|
8
|
5
|
|
|
5
|
|
33
|
use base qw(Exporter); |
|
|
5
|
|
|
|
|
7
|
|
|
|
5
|
|
|
|
|
4653
|
|
|
9
|
|
|
|
|
|
|
our @ISA = qw(Exporter); |
|
10
|
|
|
|
|
|
|
our @EXPORT = qw(Job Opts load_config %FORMAT_STRINGS); |
|
11
|
|
|
|
|
|
|
$NBI::Slurm::VERSION = '0.7.0'; |
|
12
|
|
|
|
|
|
|
|
|
13
|
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
|
|
15
|
|
|
|
|
|
|
|
|
16
|
|
|
|
|
|
|
our %FORMAT_STRINGS = ( |
|
17
|
|
|
|
|
|
|
'account' => '%a', |
|
18
|
|
|
|
|
|
|
'jobid' => '%A', |
|
19
|
|
|
|
|
|
|
'jobname' => '%j', |
|
20
|
|
|
|
|
|
|
'cpus' => '%C', |
|
21
|
|
|
|
|
|
|
'end_time' => '%E', |
|
22
|
|
|
|
|
|
|
'start_time' => '%S', |
|
23
|
|
|
|
|
|
|
'total_time' => '%l', |
|
24
|
|
|
|
|
|
|
'time_left' => '%L', |
|
25
|
|
|
|
|
|
|
'memory' => '%m', |
|
26
|
|
|
|
|
|
|
'command' => '%o', |
|
27
|
|
|
|
|
|
|
'queue' => '%P', |
|
28
|
|
|
|
|
|
|
'reason' => '%r', |
|
29
|
|
|
|
|
|
|
'status' => '%T', # short: %t |
|
30
|
|
|
|
|
|
|
'workdir' => '%Z', |
|
31
|
|
|
|
|
|
|
'user' => '%u', |
|
32
|
|
|
|
|
|
|
); |
|
33
|
|
|
|
|
|
|
|
|
34
|
|
|
|
|
|
|
|
|
35
|
|
|
|
|
|
|
sub load_config { |
|
36
|
0
|
|
|
0
|
1
|
0
|
my $filename = shift; |
|
37
|
0
|
0
|
|
|
|
0
|
if (! $filename) { |
|
38
|
0
|
|
|
|
|
0
|
$filename = "$ENV{HOME}/.nbislurm.config"; |
|
39
|
|
|
|
|
|
|
} |
|
40
|
0
|
|
|
|
|
0
|
my $config = {}; |
|
41
|
0
|
0
|
|
|
|
0
|
if (! -e "$filename") { |
|
42
|
0
|
0
|
|
|
|
0
|
say STDERR "# Config file not found: $filename" if ($ENV{"DEBUG"}); |
|
43
|
0
|
|
|
|
|
0
|
return $config; |
|
44
|
|
|
|
|
|
|
} |
|
45
|
0
|
0
|
|
|
|
0
|
open(my $fh, "<", $filename) or die "Cannot open $filename: $!"; |
|
46
|
0
|
|
|
|
|
0
|
while (<$fh>) { |
|
47
|
0
|
|
|
|
|
0
|
chomp; |
|
48
|
0
|
0
|
|
|
|
0
|
next if (/^\s*$/); |
|
49
|
0
|
0
|
|
|
|
0
|
next if (/^#/); |
|
50
|
0
|
0
|
|
|
|
0
|
next if (/^;/); |
|
51
|
0
|
|
|
|
|
0
|
my ($key, $value) = split(/=/, $_); |
|
52
|
|
|
|
|
|
|
# discard keys with spaces |
|
53
|
0
|
0
|
|
|
|
0
|
next if ($key =~ /\s/); |
|
54
|
0
|
|
|
|
|
0
|
$config->{$key} = $value; |
|
55
|
|
|
|
|
|
|
} |
|
56
|
0
|
|
|
|
|
0
|
close $fh; |
|
57
|
0
|
|
|
|
|
0
|
return $config; |
|
58
|
|
|
|
|
|
|
} |
|
59
|
|
|
|
|
|
|
|
|
60
|
|
|
|
|
|
|
|
|
61
|
|
|
|
|
|
|
sub has_squeue { |
|
62
|
1
|
|
|
1
|
1
|
82
|
my $cmd = "squeue --version"; |
|
63
|
1
|
|
|
|
|
3314
|
my $output = `$cmd 2>&1`; |
|
64
|
1
|
50
|
|
|
|
62
|
if ($? == 0) { |
|
65
|
0
|
|
|
|
|
0
|
return 1; |
|
66
|
|
|
|
|
|
|
} else { |
|
67
|
1
|
|
|
|
|
29
|
return 0; |
|
68
|
|
|
|
|
|
|
} |
|
69
|
|
|
|
|
|
|
} |
|
70
|
|
|
|
|
|
|
|
|
71
|
|
|
|
|
|
|
sub queues { |
|
72
|
0
|
|
|
0
|
1
|
|
my $can_fail = shift; |
|
73
|
|
|
|
|
|
|
# Retrieve queues from SLURM |
|
74
|
0
|
|
|
|
|
|
my $cmd = "sinfo --format '%P' --noheader"; |
|
75
|
0
|
|
|
|
|
|
my @output = `$cmd 2>/dev/null`; |
|
76
|
0
|
0
|
0
|
|
|
|
if ($? != 0 and ! $can_fail) { |
|
77
|
0
|
|
|
|
|
|
Carp::croak "ERROR NBI::Slurm: sinfo failed. Are you in a SLURM cluster?\n"; |
|
78
|
|
|
|
|
|
|
} |
|
79
|
0
|
|
|
|
|
|
chomp @output; |
|
80
|
0
|
|
|
|
|
|
return @output; |
|
81
|
|
|
|
|
|
|
} |
|
82
|
|
|
|
|
|
|
|
|
83
|
|
|
|
|
|
|
sub valid_queue { |
|
84
|
0
|
|
|
0
|
1
|
|
my $queue = shift; |
|
85
|
0
|
|
|
|
|
|
my @queues = queues(1); |
|
86
|
0
|
|
|
|
|
|
my @input_queues = split(/,/, $queue); |
|
87
|
0
|
|
|
|
|
|
foreach my $input_queue (@input_queues) { |
|
88
|
0
|
0
|
|
|
|
|
if (! grep { $_ eq $input_queue } @queues) { |
|
|
0
|
|
|
|
|
|
|
|
89
|
0
|
|
|
|
|
|
return 0; |
|
90
|
|
|
|
|
|
|
} |
|
91
|
|
|
|
|
|
|
} |
|
92
|
0
|
|
|
|
|
|
return 1; |
|
93
|
|
|
|
|
|
|
} |
|
94
|
|
|
|
|
|
|
|
|
95
|
|
|
|
|
|
|
|
|
96
|
|
|
|
|
|
|
sub days_since_update { |
|
97
|
0
|
|
|
0
|
1
|
|
my $file_path = shift; |
|
98
|
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
# Check if the required modules can be loaded |
|
100
|
0
|
|
|
|
|
|
eval { |
|
101
|
0
|
|
|
|
|
|
require File::Spec; |
|
102
|
0
|
|
|
|
|
|
require Time::Piece; |
|
103
|
0
|
|
|
|
|
|
require Time::Seconds; |
|
104
|
|
|
|
|
|
|
}; |
|
105
|
0
|
0
|
|
|
|
|
if ($@) { |
|
106
|
0
|
|
|
|
|
|
return -1; # Failed to load required module(s) |
|
107
|
|
|
|
|
|
|
} |
|
108
|
|
|
|
|
|
|
|
|
109
|
|
|
|
|
|
|
# Check if the file exists |
|
110
|
0
|
0
|
|
|
|
|
unless (-e $file_path) { |
|
111
|
0
|
|
|
|
|
|
return -1; # File not found |
|
112
|
|
|
|
|
|
|
} |
|
113
|
|
|
|
|
|
|
|
|
114
|
|
|
|
|
|
|
# Get the file's last modification time |
|
115
|
0
|
|
|
|
|
|
my $last_modified = (stat($file_path))[9]; |
|
116
|
|
|
|
|
|
|
|
|
117
|
|
|
|
|
|
|
# Calculate the number of days since the last modification |
|
118
|
0
|
|
|
|
|
|
my $current_time = time(); |
|
119
|
0
|
|
|
|
|
|
my $days_since_update = int(($current_time - $last_modified) / (24 * 60 * 60)); |
|
120
|
|
|
|
|
|
|
|
|
121
|
0
|
|
|
|
|
|
return $days_since_update; |
|
122
|
|
|
|
|
|
|
} |
|
123
|
|
|
|
|
|
|
|
|
124
|
|
|
|
|
|
|
1; |
|
125
|
|
|
|
|
|
|
|
|
126
|
|
|
|
|
|
|
__END__ |