saiph: update scaling exp and figures

2021-03-12 15:15:53 +01:00
parent 8406c1c4e5
commit 46536548ca
8 changed files with 684 additions and 36 deletions
--- a/garlic/exp/saiph/scaling2.nix
+++ b/garlic/exp/saiph/scaling2.nix
@@ -0,0 +1,104 @@
+{
+  stdenv
+, stdexp
+, bsc
+, targetMachine
+, stages
+}:
+
+with stdenv.lib;
+
+let
+  # Initial variable configuration
+  varConf = with bsc; {
+    #nbl = [ 1 2 4 8 16 32 64 ];
+    nodes = [ 1 2 4 8 ];
+
+    input = [
+      { nblz=12 ; nbly=1; nbltotal=12 ; }
+      { nblz=24 ; nbly=1; nbltotal=24 ; }
+      { nblz=48 ; nbly=1; nbltotal=48 ; }
+      { nblz=96 ; nbly=1; nbltotal=96 ; }
+
+      { nblz=6 ;  nbly=2; nbltotal=12 ; }
+      { nblz=12 ; nbly=2; nbltotal=24 ; }
+      { nblz=24 ; nbly=2; nbltotal=48 ; }
+      { nblz=48 ; nbly=2; nbltotal=96 ; }
+      { nblz=96 ; nbly=2; nbltotal=192 ; }
+
+      { nblz=3  ; nbly=4; nbltotal=12 ; }
+      { nblz=6  ; nbly=4; nbltotal=24 ; }
+      { nblz=12 ; nbly=4; nbltotal=48 ; }
+      { nblz=24 ; nbly=4; nbltotal=96 ; }
+      { nblz=48 ; nbly=4; nbltotal=192 ; }
+      { nblz=96 ; nbly=4; nbltotal=384 ; }
+    ];
+
+  };
+
+  # Generate the complete configuration for each unit
+  genConf = with bsc; c: targetMachine.config // rec {
+    expName = "saiph";
+    unitName = "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init-One-dimensionalDistribution";
+#    unitName = if (gitCommit == "3b52a616d44f4b86880663e2d951ad89c1dcab4f") 
+#      then "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init"
+#      else  "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-seq-init";
+
+    inherit (targetMachine.config) hw;
+
+    # saiph options
+    manualDist = 1;
+    nbgx = 1;
+    nbgy = 1;
+    nbgz = nodes*2;
+    nblx = 1;
+    #nbly = c.nbl;
+    #nblz = c.nbl;
+    mpi = impi;
+    gitBranch = "garlic/tampi+isend+oss+task+simd";
+    #gitCommit = c.gitCommit; # if exp involves more than 1 commit
+    gitCommit = "3fa116620f1c7fbd1127d785c8bdc5d2372837b3";
+    #inherit (c) gitCommit;   # if exp fixes the commit
+    inherit (c.input) nbly nblz nbltotal ;
+
+    # Repeat the execution of each unit 50 times
+    loops = 10;
+
+    # Resources
+    qos = "bsc_cs";
+    ntasksPerNode = hw.socketsPerNode;
+    nodes = c.nodes;
+    cpusPerTask = hw.cpusPerSocket;
+    jobName = "${unitName}";
+  };
+
+  # Compute the array of configurations
+  configs = stdexp.buildConfigs {
+    inherit varConf genConf;
+  };
+  #configs = filter (el: if (el.nbly == 24 && el.nblz == 4) && el.nodes == 4 then false else true) configsAll;
+
+  exec = {nextStage, conf, ...}: with conf; stages.exec {
+    inherit nextStage;
+    env = ''
+      export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
+      export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
+    '';
+  };
+
+  program = {nextStage, conf, ...}:
+  let
+    customPkgs = stdexp.replaceMpi conf.mpi;
+  in
+    customPkgs.apps.saiph.override {
+      inherit (conf) manualDist nbgx nbgy nbgz nblx nbly nblz nbltotal mpi gitBranch gitCommit;
+    };
+
+  pipeline = stdexp.stdPipeline ++ [ exec program ];
+
+in
+ 
+	stdexp.genExperiment { inherit configs pipeline; }
+
+
+# last plot hash: f5xb7jv1c4mbrcy6d9s9j10msfz3kkj0-plot