Commit 838c0cd8 authored by Marco Ratto's avatar Marco Ratto
Browse files

provisions in testing routines for hybrid unix/win clusters

parent 64e6de59
......@@ -98,32 +98,39 @@ dynareParallelMkDir(RemoteTmpFolder,DataInput);
ErrorCode=0;
% Determine the operating system or software version when necessary
% for different command types.
Environment=~ispc;
for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
% and use AnalyseComputationalEnvironment with differents input!
% Determine the operating system or software version when necessary
% for different command types.
OScallerUnix=~ispc;
OScallerWindows=ispc;
OStargetUnix=strcmpi('unix',DataInput(Node).OperatingSystem);
OStargetWindows=strcmpi('windows',DataInput(Node).OperatingSystem);
Environment= (OScallerUnix || OStargetUnix);
disp(' ');
disp(' ');
disp(['Testing computer -> ',DataInput(Node).ComputerName,' <- ...']);
disp(' ');
disp(' ');
% The function is composed by two main blocks, determined by the 'Local'
% variable.
% This check can be removed ... according to the dynare parser
% strategy.
if ((DataInput(Node).Local == 0) |(DataInput(Node).Local == 1))
% Continue it is Ok!
disp('Check on Local Variable ..... Ok!');
disp(' ');
disp(' ');
else
disp('The variable "Local" has a bad value!');
disp(' ');
......@@ -132,41 +139,45 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp(' ');
ErrorCode=1;
return
end
% %%%%%%%%%% Local (No Network) Computing %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Here only the multi-core, or multi-processor avaiable on local
% machine are involved in parallel computing. No network
% comunications are required!
% In this case we need to check only the variable 'CPUnbr'.
% We run the parallel code on local computer, so the others fields are automatically
% fixed by Dynare parser. Then the user can also fill them with wrong values.
% %%%%%%%%%% Cluster Computing %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Here we can have many computer with multi-core, or multi-processor avaiable on the
% network and involved in parallel computing.
% So in this case we need more sophisticated check.
if (DataInput(Node).Local == 0)
% Now we verify if it is possibile to be connected with the
% remote computer.
si1=[];
de1=[];
if Environment
[si1 de1]=system(['ping ', DataInput(Node).ComputerName, ' -c 4']);
if OScallerWindows
[si1 de1]=system(['ping ', DataInput(Node).ComputerName]);
else
[si1 de1]=system(['ping ', DataInput(Node).ComputerName, ' -c 4']);
end
else
[si1 de1]=system(['ping ', DataInput(Node).ComputerName]);
end
if (si1)
disp(['It is impossibile to be connected to the computer with name "',DataInput(Node).ComputerName,'" using the network!']);
disp(' ');
......@@ -180,16 +191,16 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp(' ');
disp(' ');
end
% Now we verify if user name and password are correct and if remote
% drive and remote folder exist on the remote computer and it is
% possible to exchange data with them.
if Environment
% This check can be removed ... according to the dynare parser
% strategy.
if (isempty(DataInput(Node).UserName))
disp('The fields UserName is empty!');
disp(' ');
......@@ -202,31 +213,29 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp('Check on UserName Variable ..... Ok!');
disp(' ');
disp(' ');
% This check can be removed ... according to the dynare parser
% strategy.
if (~isempty(DataInput(Node).Password))
disp('[WARNING] The field Password should be empty under unix or mac!');
disp(' ');
disp(['Remove the string ',DataInput(Node).Password,' from this field!']);
disp(' ');
disp('ErrorCode 4.');
disp(' ');
disp(' ');
ErrorCode=4;
% return
else
disp('Check on Password Variable ..... Ok!');
disp(' ');
disp(' ');
end
% strategy.
if (~isempty(DataInput(Node).Password))
disp('[WARNING] The field Password should be empty under unix or mac!');
disp(' ');
disp(['Remove the string ',DataInput(Node).Password,' from this field!']);
disp(' ');
disp('ErrorCode 4.');
disp(' ');
disp(' ');
ErrorCode=4;
% return
else
disp('Check on Password Variable ..... Ok!');
disp(' ');
disp(' ');
end
else
% This check can be removed ... according to the dynare parser
% strategy.
if (isempty(DataInput(Node).UserName)) || (isempty(DataInput(Node).Password))
disp('The fields UserName and/or Password are/is empty!');
disp(' ');
......@@ -242,17 +251,17 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp('Check on Password Variable ..... Ok!');
disp(' ');
disp(' ');
end
% Now we very if RemoteDrive and/or RemoteDirectory exist on remote
% computer!
if Environment
% This check can be removed ... according to the dynare parser
% strategy.
if isempty(DataInput(Node).RemoteDirectory)
disp('The field RemoteDirectory is empty!');
disp(' ');
......@@ -262,27 +271,27 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=5;
return
end
% This check can be removed ... according to the dynare parser
% strategy.
if (~isempty(DataInput(Node).RemoteDrive))
disp('[WARNING] The fields RemoteDrive should be empty under unix or max!');
disp(' ');
disp(['remove the string ',DataInput(Node).RemoteDrive,' from this field!']);
disp(' ');
disp('ErrorCode 5.');
disp(' ');
disp(' ');
ErrorCode=5;
% return
end
if (~isempty(DataInput(Node).RemoteDrive))
disp('[WARNING] The fields RemoteDrive should be empty under unix or mac!');
disp(' ');
disp(['remove the string ',DataInput(Node).RemoteDrive,' from this field!']);
disp(' ');
disp('ErrorCode 5.');
disp(' ');
disp(' ');
ErrorCode=5;
% return
end
si2=[];
de2=[];
[si2 de2]=system(['ssh ',DataInput(Node).UserName,'@',DataInput(Node).ComputerName,' ls ',DataInput(Node).RemoteDirectory,'/',RemoteTmpFolder,'/']);
if (si2)
disp ('Remote Directory does not exist or is not reachable!');
disp(' ');
......@@ -292,18 +301,18 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=5;
return
end
disp('Check on RemoteDirectory Variable ..... Ok!');
disp(' ');
disp(' ');
disp('Check on RemoteDrive Variable ..... Ok!');
disp(' ');
disp(' ');
else
% This check can be removed ... according to the dynare parser
% strategy.
if (isempty(DataInput(Node).RemoteDrive)||isempty(DataInput(Node).RemoteDirectory))
disp('Remote RemoteDrive and/or RemoteDirectory is/are empty!');
disp(' ');
......@@ -313,12 +322,12 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=5;
return
end
si2=[];
de2=[];
[s12 de2]=system(['dir \\',DataInput(Node).ComputerName,'\',DataInput(Node).RemoteDrive,'$\',DataInput(Node).RemoteDirectory,'\',RemoteTmpFolder]);
if (si2)
disp ('Remote Directory does not exist or it is not reachable!');
disp(' ');
......@@ -328,23 +337,23 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=5;
return
end
disp('Check on RemoteDirectory Variable ..... Ok!');
disp(' ');
disp(' ');
disp('Check on RemoteDrive Variable ..... Ok!');
disp(' ');
disp(' ');
end
% Now we verify if it possible to exchange data with the remote
% computer:
% Build a command file to test the matlab execution and dynare path ...
fid = fopen('Tracing.m', 'w+');
s1=(['fT = fopen(''MatlabOctaveIsOk.txt'',''w+'');\n']);
s2='fclose(fT);\n';
......@@ -368,7 +377,7 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
s52=' fclose(fT);\n';
send='exit';
StrCommand=([s1,s2,s3,s4,s41,s42,s5,s51,s52,send]);
% Mettere controllo su NbW ...
% if exist('OCTAVE_VERSION')
% NbW = fprintf(fid,StrCommand, '%s');
......@@ -376,12 +385,12 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
NbW = fprintf(fid,StrCommand, '%s');
% end
fclose(fid);
dynareParallelSendFiles('Tracing.m', RemoteTmpFolder,DataInput(Node));
FindTracing = dynareParallelDir('Tracing.m', RemoteTmpFolder,DataInput(Node));
delete ('Tracing.m');
if (isempty(FindTracing))
disp ('It is impossible to exchange data with Remote Drive and/or Remote Directory! ErrorCode 6.');
disp(' ');
......@@ -395,37 +404,37 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp(' ');
disp(' ');
end
% Now we verify if it is possible execute a matlab/octave section on remote
% machine when the user is .UserName with password .Password and
% the path is MatlabOctavePath.
if Environment
if exist('OCTAVE_VERSION')
if strfind([DataInput(Node).MatlabOctavePath], 'octave') % Hybrid computing Matlab(Master)->Octave(Slaves) and Vice Versa!
system(['ssh ',DataInput(Node).UserName,'@',DataInput(Node).ComputerName,' "cd ',DataInput(Node).RemoteDirectory,'/',RemoteTmpFolder, '; ', DataInput(Node).MatlabOctavePath, ' Tracing.m;" &']);
else
system(['ssh ',DataInput(Node).UserName,'@',DataInput(Node).ComputerName,' "cd ',DataInput(Node).RemoteDirectory,'/',RemoteTmpFolder, '; ', DataInput(Node).MatlabOctavePath, ' -nosplash -nodesktop -minimize -r Tracing;" &']);
end
else
if exist('OCTAVE_VERSION')
if strfind([DataInput(Node).MatlabOctavePath], 'octave') % Hybrid computing Matlab(Master)->Octave(Slaves) and Vice Versa!
[NonServeS NenServeD]=system(['start /B psexec \\',DataInput(Node).ComputerName,' -e -u ',DataInput(Node).UserName,' -p ',DataInput(Node).Password,' -W ',DataInput(Node).RemoteDrive,':\',DataInput(Node).RemoteDirectory,'\',RemoteTmpFolder ' -low ',DataInput(Node).MatlabOctavePath,' Tracing.m']);
else
[NonServeS NenServeD]=system(['start /B psexec \\',DataInput(Node).ComputerName,' -e -u ',DataInput(Node).UserName,' -p ',DataInput(Node).Password,' -W ',DataInput(Node).RemoteDrive,':\',DataInput(Node).RemoteDirectory,'\',RemoteTmpFolder ' -low ',DataInput(Node).MatlabOctavePath,' -nosplash -nodesktop -minimize -r Tracing']);
end
end
% Timer da fissare, nei valori di attesa!
t1=fix(clock);
if t1(5)+1>60;
t2=2;
else t2=t1(5)+1;
end
Flag=0;
while (1);
if Flag==0
disp('Try to run matlab/octave on remote machine ... ');
......@@ -436,18 +445,18 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
end
nt=fix(clock);
nt(5)-t2;
if (~isempty (dynareParallelDir('MatlabOctaveIsOk.txt',RemoteTmpFolder,DataInput(Node)))) || ((nt(5)-t2)>0)
if ((nt(5)-t2)>0)
ErrorCode=7;
end
break
end
end
if (ErrorCode==7)
disp ('It is not possible execute a matlab session on remote machine!');
disp(' ');
disp('ErrorCode 7.');
......@@ -456,25 +465,25 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=7;
dynareParallelRmDir(RemoteTmpFolder,DataInput(Node));
return
else
disp('Check on MatlabOctave Path and MatlabOctave Program Execution on remote machine ..... Ok!');
disp(' ');
disp(' ');
% Now we verify if the DynarePath is correct ...
disp('Check the Dynare path on remote machine ... ');
disp(' ');
disp('please wait ... ');
disp(' ');
pause(1)
pause(2)
if isempty(dynareParallelDir('DynareIsOk.txt',RemoteTmpFolder,DataInput(Node)))
ErrorCode=8;
end
if (ErrorCode==8)
disp ('The DynarePath is incorrect!');
disp(' ');
disp('ErrorCode 8.');
......@@ -483,23 +492,23 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=8;
dynareParallelRmDir(RemoteTmpFolder,DataInput(Node));
return
else
disp('Check on Dynare Path remote machine ..... Ok!');
disp(' ');
disp(' ');
end
end
% Now we verify if it is possible delete remote computational traces!
dynareParallelRmDir(RemoteTmpFolder,DataInput(Node));
si3=[];
si3=dynareParallelDir('Tracing.m', RemoteTmpFolder,DataInput(Node));
if (isempty(si3))
disp ('Check on Delete Remote Computational Traces ..... Ok!');
disp(' ');
......@@ -513,16 +522,16 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=9;
return
end
end
% Now we check the variable 'CPUnbr'.
% This check can be removed ... according to the dynare parser
% strategy.
yn=isempty(DataInput(Node).CPUnbr);
if yn==1
% The field is empty!
disp('The field "CPUnbr" is empty!');
......@@ -533,17 +542,17 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=2;
return
end
% This check can be removed ... according to the dynare parser
% strategy.
% We look for the information on local computer hardware.
si0=[];
de0=[];
if (DataInput(Node).Local == 1)
if Environment,
[si0 de0]=system('grep processor /proc/cpuinfo');
......@@ -557,12 +566,16 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
[si0 de0]=system(['psinfo \\',DataInput(Node).ComputerName,' -u ',DataInput(Node).UserName,' -p ',DataInput(Node).Password]);
end
end
RealCPUnbr='';
RealCPUnbr=GiveCPUnumber(de0);
% Questo controllo penso che si possa MIGLIORARE!!!!!
if isempty (RealCPUnbr) && Environment==0,
[si0 de0]=system(['psinfo \\',DataInput(Node).ComputerName]);
end
RealCPUnbr=GiveCPUnumber(de0);
if isempty (RealCPUnbr)
% An error occurred when we try to know the Cpu/Cores
......@@ -580,15 +593,15 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=2;
return
end
% Trasforming the input data provided in a form [n1:n2] in a single numerical
% value.
CPUnbrUser=length(DataInput(Node).CPUnbr);
maxCPUnbrUser=max(DataInput(Node).CPUnbr)+1;
disp(['Hardware has ', num2str(RealCPUnbr),' Cpu/Cores!']);
disp(['User requires ',num2str(CPUnbrUser),' Cpu/Cores!']);
if CPUnbrUser==RealCPUnbr,
......@@ -597,16 +610,16 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
disp(' ');
disp(' ');
disp(' ');
end
if CPUnbrUser > RealCPUnbr
disp('Warning! The user asks to use more CPU''s than those available.');
disp(' ');
disp(' ');
ErrorCode=2.1;
% return
end
if CPUnbrUser < RealCPUnbr
disp('Warning! There are unused CPU''s!');
......@@ -615,12 +628,12 @@ for Node=1:length(DataInput) % To obtain a recoursive function remove the 'for'
ErrorCode=2.2;
% return
end
disp(['Test for Cluster computation, computer ',DataInput(Node).ComputerName, ' ..... Passed!']);
disp(' ');
disp(' ');
end
return
\ No newline at end of file
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment