105 lines
2.9 KiB
Nix
105 lines
2.9 KiB
Nix
|
{
|
||
|
|
stdenv
|
||
|
|
, stdexp
|
||
|
|
, bsc
|
||
|
|
, targetMachine
|
||
|
|
, stages
|
||
|
|
}:
|
||
|
|
|
||
|
|
with stdenv.lib;
|
||
|
|
|
||
|
|
let
|
||
|
|
# Initial variable configuration
|
||
|
|
varConf = with bsc; {
|
||
|
|
#nbl = [ 1 2 4 8 16 32 64 ];
|
||
|
|
nodes = [ 1 2 4 8 ];
|
||
|
|
|
||
|
|
input = [
|
||
|
|
{ nblz=12 ; nbly=1; nbltotal=12 ; }
|
||
|
|
{ nblz=24 ; nbly=1; nbltotal=24 ; }
|
||
|
|
{ nblz=48 ; nbly=1; nbltotal=48 ; }
|
||
|
|
{ nblz=96 ; nbly=1; nbltotal=96 ; }
|
||
|
|
|
||
|
|
{ nblz=6 ; nbly=2; nbltotal=12 ; }
|
||
|
|
{ nblz=12 ; nbly=2; nbltotal=24 ; }
|
||
|
|
{ nblz=24 ; nbly=2; nbltotal=48 ; }
|
||
|
|
{ nblz=48 ; nbly=2; nbltotal=96 ; }
|
||
|
|
{ nblz=96 ; nbly=2; nbltotal=192 ; }
|
||
|
|
|
||
|
|
{ nblz=3 ; nbly=4; nbltotal=12 ; }
|
||
|
|
{ nblz=6 ; nbly=4; nbltotal=24 ; }
|
||
|
|
{ nblz=12 ; nbly=4; nbltotal=48 ; }
|
||
|
|
{ nblz=24 ; nbly=4; nbltotal=96 ; }
|
||
|
|
{ nblz=48 ; nbly=4; nbltotal=192 ; }
|
||
|
|
{ nblz=96 ; nbly=4; nbltotal=384 ; }
|
||
|
|
];
|
||
|
|
|
||
|
|
};
|
||
|
|
|
||
|
|
# Generate the complete configuration for each unit
|
||
|
|
genConf = with bsc; c: targetMachine.config // rec {
|
||
|
|
expName = "saiph";
|
||
|
|
unitName = "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init-One-dimensionalDistribution";
|
||
|
|
# unitName = if (gitCommit == "3b52a616d44f4b86880663e2d951ad89c1dcab4f")
|
||
|
|
# then "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init"
|
||
|
|
# else "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-seq-init";
|
||
|
|
|
||
|
|
inherit (targetMachine.config) hw;
|
||
|
|
|
||
|
|
# saiph options
|
||
|
|
manualDist = 1;
|
||
|
|
nbgx = 1;
|
||
|
|
nbgy = 1;
|
||
|
|
nbgz = nodes*2;
|
||
|
|
nblx = 1;
|
||
|
|
#nbly = c.nbl;
|
||
|
|
#nblz = c.nbl;
|
||
|
|
mpi = impi;
|
||
|
|
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||
|
|
#gitCommit = c.gitCommit; # if exp involves more than 1 commit
|
||
|
|
gitCommit = "3fa116620f1c7fbd1127d785c8bdc5d2372837b3";
|
||
|
|
#inherit (c) gitCommit; # if exp fixes the commit
|
||
|
|
inherit (c.input) nbly nblz nbltotal ;
|
||
|
|
|
||
|
|
# Repeat the execution of each unit 50 times
|
||
|
|
loops = 10;
|
||
|
|
|
||
|
|
# Resources
|
||
|
|
qos = "bsc_cs";
|
||
|
|
ntasksPerNode = hw.socketsPerNode;
|
||
|
|
nodes = c.nodes;
|
||
|
|
cpusPerTask = hw.cpusPerSocket;
|
||
|
|
jobName = "${unitName}";
|
||
|
|
};
|
||
|
|
|
||
|
|
# Compute the array of configurations
|
||
|
|
configs = stdexp.buildConfigs {
|
||
|
|
inherit varConf genConf;
|
||
|
|
};
|
||
|
|
#configs = filter (el: if (el.nbly == 24 && el.nblz == 4) && el.nodes == 4 then false else true) configsAll;
|
||
|
|
|
||
|
|
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||
|
|
inherit nextStage;
|
||
|
|
env = ''
|
||
|
|
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||
|
|
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||
|
|
'';
|
||
|
|
};
|
||
|
|
|
||
|
|
program = {nextStage, conf, ...}:
|
||
|
|
let
|
||
|
|
customPkgs = stdexp.replaceMpi conf.mpi;
|
||
|
|
in
|
||
|
|
customPkgs.apps.saiph.override {
|
||
|
|
inherit (conf) manualDist nbgx nbgy nbgz nblx nbly nblz nbltotal mpi gitBranch gitCommit;
|
||
|
|
};
|
||
|
|
|
||
|
|
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||
|
|
|
||
|
|
in
|
||
|
|
|
||
|
|
stdexp.genExperiment { inherit configs pipeline; }
|
||
|
|
|
||
|
|
|
||
|
|
# last plot hash: f5xb7jv1c4mbrcy6d9s9j10msfz3kkj0-plot
|