line |
stmt |
bran |
cond |
sub |
pod |
time |
code |
1
|
|
|
|
|
|
|
package Simulation::Automate::Remote; |
2
|
|
|
|
|
|
|
|
3
|
2
|
|
|
2
|
|
11
|
use vars qw( $VERSION ); |
|
2
|
|
|
|
|
3
|
|
|
2
|
|
|
|
|
113
|
|
4
|
|
|
|
|
|
|
$VERSION = "1.0.1"; |
5
|
|
|
|
|
|
|
|
6
|
|
|
|
|
|
|
################################################################################# |
7
|
|
|
|
|
|
|
# # |
8
|
|
|
|
|
|
|
# Copyright (C) 2003 Wim Vanderbauwhede. All rights reserved. # |
9
|
|
|
|
|
|
|
# This program is free software; you can redistribute it and/or modify it # |
10
|
|
|
|
|
|
|
# under the same terms as Perl itself. # |
11
|
|
|
|
|
|
|
# # |
12
|
|
|
|
|
|
|
################################################################################# |
13
|
|
|
|
|
|
|
|
14
|
|
|
|
|
|
|
#headers |
15
|
|
|
|
|
|
|
# |
16
|
|
|
|
|
|
|
#Support module for remote runs |
17
|
|
|
|
|
|
|
#This implementation requires: |
18
|
|
|
|
|
|
|
#-ssh access to remote host |
19
|
|
|
|
|
|
|
#-scp access to remote host |
20
|
|
|
|
|
|
|
#-rsync server on the local host |
21
|
|
|
|
|
|
|
#-or,alternatively, an NFS mounted home directory |
22
|
|
|
|
|
|
|
#-as such, it'll probably only work on Linux and similar systems |
23
|
|
|
|
|
|
|
# |
24
|
|
|
|
|
|
|
#$Id$ |
25
|
|
|
|
|
|
|
# |
26
|
|
|
|
|
|
|
|
27
|
|
|
|
|
|
|
#usage: |
28
|
|
|
|
|
|
|
#sub synsim { |
29
|
|
|
|
|
|
|
#if(&check_for_remote_host==1){ |
30
|
|
|
|
|
|
|
#&run_on_remote_host() |
31
|
|
|
|
|
|
|
#} else { |
32
|
|
|
|
|
|
|
#&run_local(); # new name for sub synsim |
33
|
|
|
|
|
|
|
#} |
34
|
|
|
|
|
|
|
#} |
35
|
|
|
|
|
|
|
|
36
|
2
|
|
|
2
|
|
8
|
use strict; |
|
2
|
|
|
|
|
3
|
|
|
2
|
|
|
|
|
52
|
|
37
|
2
|
|
|
2
|
|
8
|
use Cwd; |
|
2
|
|
|
|
|
2
|
|
|
2
|
|
|
|
|
178
|
|
38
|
2
|
|
|
2
|
|
12
|
use Exporter; |
|
2
|
|
|
|
|
3
|
|
|
2
|
|
|
|
|
1990
|
|
39
|
|
|
|
|
|
|
|
40
|
|
|
|
|
|
|
@Simulation::Automate::Remote::ISA = qw(Exporter); |
41
|
|
|
|
|
|
|
@Simulation::Automate::Remote::EXPORT = qw( |
42
|
|
|
|
|
|
|
&check_for_remote_host |
43
|
|
|
|
|
|
|
&run_on_remote_host |
44
|
|
|
|
|
|
|
); |
45
|
|
|
|
|
|
|
#------------------------------------------------------------------------------ |
46
|
|
|
|
|
|
|
sub check_for_remote_host { |
47
|
1
|
50
|
33
|
1
|
0
|
88
|
(!@ARGV || $ARGV[@ARGV-1]=~/^\-/) && return 0; # not a host name |
48
|
0
|
|
|
|
|
|
my $arg=@ARGV[@ARGV-1]; |
49
|
|
|
|
|
|
|
|
50
|
0
|
|
|
|
|
|
my $remotehost=''; |
51
|
0
|
0
|
0
|
|
|
|
if(($arg!~/\.data/)&&($arg ne '-h')) { |
52
|
0
|
|
|
|
|
|
$remotehost=pop @ARGV; |
53
|
0
|
|
|
|
|
|
chomp(my $reply=`ssh $remotehost hostname -s 2>&1`); |
54
|
0
|
|
|
|
|
|
my $remotehostshort=$remotehost; |
55
|
0
|
|
|
|
|
|
$remotehostshort=~s/\..*$//; |
56
|
0
|
0
|
|
|
|
|
if($reply ne $remotehostshort){ |
57
|
0
|
|
|
|
|
|
$remotehost.='FAIL'; |
58
|
|
|
|
|
|
|
} |
59
|
|
|
|
|
|
|
} |
60
|
0
|
|
|
|
|
|
return $remotehost; #0: local; 1: remote OK; 2: remote FAIL |
61
|
|
|
|
|
|
|
} #END of check_for_remote_host |
62
|
|
|
|
|
|
|
#------------------------------------------------------------------------------ |
63
|
|
|
|
|
|
|
sub run_on_remote_host { |
64
|
0
|
|
|
0
|
0
|
|
my $remotehost=shift; |
65
|
0
|
0
|
|
|
|
|
if( $remotehost=~s/FAIL//) { |
66
|
0
|
|
|
|
|
|
die "Could not establish SSH connection to $remotehost\n"; |
67
|
|
|
|
|
|
|
} |
68
|
0
|
|
|
|
|
|
my $datafile=@ARGV[@ARGV-1]; |
69
|
0
|
|
|
|
|
|
my $user=$ENV{USER}; |
70
|
0
|
|
|
|
|
|
chomp(my $localhost= `hostname -s 2>&1`); |
71
|
|
|
|
|
|
|
|
72
|
0
|
|
|
|
|
|
my $localsynsimpath=cwd(); |
73
|
0
|
|
|
|
|
|
my $rundir=$localsynsimpath; |
74
|
0
|
|
|
|
|
|
my $homepath=$localsynsimpath; |
75
|
0
|
|
|
|
|
|
$homepath=~s/$user.*$//; |
76
|
0
|
|
|
|
|
|
$homepath.=$user; |
77
|
0
|
|
|
|
|
|
$rundir=~s/^.*\///; |
78
|
0
|
|
|
|
|
|
$localsynsimpath=~s/\w+$//; #dangerous! |
79
|
0
|
|
|
|
|
|
$localsynsimpath=~s/.*$user\///; #dangerous! |
80
|
0
|
|
|
|
|
|
$localsynsimpath=~s/\/$//; |
81
|
|
|
|
|
|
|
|
82
|
0
|
|
|
|
|
|
my $remotesynsimpath=$localsynsimpath; |
83
|
|
|
|
|
|
|
|
84
|
0
|
|
|
|
|
|
chomp(my $simdir=`egrep '^SIMTYPE' $datafile`); |
85
|
0
|
|
|
|
|
|
$simdir=~s/SIMTYPE\s+:\s+//; |
86
|
0
|
|
|
|
|
|
$simdir.='-'.$datafile; |
87
|
0
|
|
|
|
|
|
$simdir=~s/\.data$//; |
88
|
|
|
|
|
|
|
|
89
|
0
|
|
|
|
|
|
my %simdata=( |
90
|
|
|
|
|
|
|
'_DATAFILE'=>$datafile, |
91
|
|
|
|
|
|
|
'_USER'=>$user, |
92
|
|
|
|
|
|
|
'_LOCALHOST'=>$localhost, |
93
|
|
|
|
|
|
|
'_RUNDIR'=>$rundir, |
94
|
|
|
|
|
|
|
'_HOMEPATH'=>$homepath, |
95
|
|
|
|
|
|
|
'_LOCALPATH'=>$localsynsimpath, |
96
|
|
|
|
|
|
|
'_REMOTEPATH'=>$remotesynsimpath, |
97
|
|
|
|
|
|
|
); |
98
|
|
|
|
|
|
|
|
99
|
|
|
|
|
|
|
#to run SynSim on a remote machine: |
100
|
0
|
|
|
|
|
|
my $templfilename="TEMPLATES/synsim_remote.templ"; |
101
|
0
|
0
|
|
|
|
|
if(not -e $templfilename) { |
102
|
0
|
|
|
|
|
|
&create_template($templfilename); |
103
|
|
|
|
|
|
|
} |
104
|
0
|
|
|
|
|
|
my $scriptname="synsim_remote.pl"; |
105
|
0
|
|
|
|
|
|
open (PL,">$scriptname"); |
106
|
0
|
0
|
|
|
|
|
open (TEMPL, "<$templfilename")||die "Can't open $templfilename\n"; |
107
|
0
|
|
|
|
|
|
while (my $line = ) { |
108
|
|
|
|
|
|
|
|
109
|
0
|
|
|
|
|
|
foreach my $key (keys %simdata) { |
110
|
0
|
0
|
|
|
|
|
($key!~/^_/) && next; |
111
|
0
|
|
|
|
|
|
$line =~ s/$key(?!\w)/$simdata{$key}/g; |
112
|
|
|
|
|
|
|
} # foreach |
113
|
0
|
|
|
|
|
|
print PL $line; |
114
|
|
|
|
|
|
|
} # while |
115
|
0
|
|
|
|
|
|
close TEMPL; |
116
|
0
|
|
|
|
|
|
close PL; |
117
|
|
|
|
|
|
|
|
118
|
|
|
|
|
|
|
# In case we use NFS, we should not scp or rsync. |
119
|
|
|
|
|
|
|
#Simple check: create a file with the name of the localhost, and check for its existence over ssh |
120
|
0
|
|
|
|
|
|
my $nfstest="$homepath/$localsynsimpath/$rundir/$localhost"; |
121
|
0
|
|
|
|
|
|
system("touch $nfstest"); |
122
|
|
|
|
|
|
|
#print STDERR qq(ssh $remotehost perl -e \'if ( -e "$nfstest" ){print "0"}else{print "1"}\');die; |
123
|
0
|
|
|
|
|
|
my $nonfs=`ssh $remotehost "perl -e 'if ( -e qq($nfstest) ){print 0}else{print 1}'"`; |
124
|
0
|
0
|
|
|
|
|
if($nonfs) { |
125
|
|
|
|
|
|
|
#first time, or at start of run |
126
|
|
|
|
|
|
|
#actually, the best way is to create synsim_remote.pl on the fly |
127
|
0
|
|
|
|
|
|
system("scp $scriptname $remotehost:$scriptname"); |
128
|
|
|
|
|
|
|
#clean up; |
129
|
0
|
|
|
|
|
|
unlink $scriptname; |
130
|
|
|
|
|
|
|
#at start of synsim run |
131
|
0
|
|
|
|
|
|
system("ssh $remotehost perl $scriptname"); |
132
|
|
|
|
|
|
|
#after synsim run, collect the data |
133
|
|
|
|
|
|
|
#system("rsync -uva ${remotehost}::home/$user/$remotesynsimpath/$rundir/$simdir ."); |
134
|
0
|
|
|
|
|
|
system("scp -C -r ${remotehost}:/local/home/$user/$remotesynsimpath/$rundir/$simdir ."); |
135
|
|
|
|
|
|
|
} else { |
136
|
|
|
|
|
|
|
# In case of NFS homedir, it's simpler: |
137
|
0
|
|
|
|
|
|
system("ssh $remotehost 'cd $homepath/$localsynsimpath/$rundir && ./synsim -p -f $datafile'"); |
138
|
|
|
|
|
|
|
|
139
|
|
|
|
|
|
|
} |
140
|
|
|
|
|
|
|
} # END of run_on_remote_host |
141
|
|
|
|
|
|
|
#------------------------------------------------------------------------------ |
142
|
|
|
|
|
|
|
sub create_template { |
143
|
0
|
|
|
0
|
0
|
|
my $templfilename=shift; |
144
|
0
|
|
|
|
|
|
open(TEMPL,">$templfilename"); |
145
|
0
|
|
|
|
|
|
print TEMPL <<'ENDTEMPL'; |
146
|
|
|
|
|
|
|
#!/usr/bin/perl -w |
147
|
|
|
|
|
|
|
use strict; |
148
|
|
|
|
|
|
|
|
149
|
|
|
|
|
|
|
#to run SynSim on a remote machine: |
150
|
|
|
|
|
|
|
#1. Needs a remote directory structure: |
151
|
|
|
|
|
|
|
#-all relative to $homepath |
152
|
|
|
|
|
|
|
|
153
|
|
|
|
|
|
|
my $datafile='_DATAFILE'; |
154
|
|
|
|
|
|
|
my $user='_USER'; |
155
|
|
|
|
|
|
|
my $localhost='_LOCALHOST'; |
156
|
|
|
|
|
|
|
my $rundir='_RUNDIR'; |
157
|
|
|
|
|
|
|
my $localsynsimpath='_LOCALPATH'; |
158
|
|
|
|
|
|
|
my $remotesynsimpath='_REMOTEPATH'; |
159
|
|
|
|
|
|
|
my $homepath='_HOMEPATH'; |
160
|
|
|
|
|
|
|
$remotesynsimpath=~s/^\///; |
161
|
|
|
|
|
|
|
$remotesynsimpath=~s/\/$//; |
162
|
|
|
|
|
|
|
my @pathparts=split('/',$remotesynsimpath); |
163
|
|
|
|
|
|
|
$remotesynsimpath=''; |
164
|
|
|
|
|
|
|
chdir "$homepath"; |
165
|
|
|
|
|
|
|
foreach my $part (@pathparts){ |
166
|
|
|
|
|
|
|
$remotesynsimpath.="$part/"; |
167
|
|
|
|
|
|
|
if (not -d "$remotesynsimpath"){mkdir "$remotesynsimpath"}; |
168
|
|
|
|
|
|
|
} |
169
|
|
|
|
|
|
|
chdir "$remotesynsimpath"; |
170
|
|
|
|
|
|
|
|
171
|
|
|
|
|
|
|
#Beware! |
172
|
|
|
|
|
|
|
#This requires an rsync server with a module "home" on the local host; |
173
|
|
|
|
|
|
|
#${localhost}::home/$user must correspond to $homepath! |
174
|
|
|
|
|
|
|
|
175
|
|
|
|
|
|
|
system("rsync -uva ${localhost}::home/$user/$localsynsimpath/Simulation ."); |
176
|
|
|
|
|
|
|
|
177
|
|
|
|
|
|
|
if (not -d "$rundir"){mkdir "$rundir" or die $!}; |
178
|
|
|
|
|
|
|
chdir "$rundir"; |
179
|
|
|
|
|
|
|
#system("rsync -uva ${localhost}::home/$user/$localsynsimpath/$rundir/SOURCES ."); |
180
|
|
|
|
|
|
|
#system("rsync -uva ${localhost}::home/$user/$localsynsimpath/$rundir/TEMPLATES ."); |
181
|
|
|
|
|
|
|
#system("rsync -uva ${localhost}::home/$user/$localsynsimpath/$rundir/synsim ."); |
182
|
|
|
|
|
|
|
#system("rsync -uva ${localhost}::home/$user/$localsynsimpath/$rundir/$datafile ."); |
183
|
|
|
|
|
|
|
system('scp -r -C ${localhost}:$homepath/$user/$localsynsimpath/$rundir/SOURCES ."); |
184
|
|
|
|
|
|
|
system('scp -r -C ${localhost}:$homepath/$user/$localsynsimpath/$rundir/TEMPLATES ."); |
185
|
|
|
|
|
|
|
system('scp -r -C ${localhost}:$homepath/$user/$localsynsimpath/$rundir/synsim ."); |
186
|
|
|
|
|
|
|
system('scp -r -C ${localhost}:$homepath/$user/$localsynsimpath/$rundir/$datafile ."); |
187
|
|
|
|
|
|
|
#now run synsim |
188
|
|
|
|
|
|
|
system("./synsim -v -p -f $datafile"); |
189
|
|
|
|
|
|
|
|
190
|
|
|
|
|
|
|
#to get the results back, we'll scp from the other side |
191
|
|
|
|
|
|
|
|
192
|
|
|
|
|
|
|
ENDTEMPL |
193
|
|
|
|
|
|
|
} |
194
|
|
|
|
|
|
|
#------------------------------------------------------------------------------ |
195
|
|
|
|
|
|
|
1; |