creams: run the cp command in one process only

garlic/exp/creams/gran+node1.nix

@@ -38,24 +38,24 @@ let
   # Generate the complete configuration for each unit
   genConf = with bsc; c: targetMachine.config // rec {
     expName = "creams-gran-node1";
-    unitName = "${expName}-${toString nodes}-${gitBranch}";
     inherit (targetMachine.config) hw;
     # Options for creams
     cc = icc;
     mpi = impi;
-    inherit (c.input) granul;
+    inherit (c.input) granul time nodes;
     inherit (c) gitBranch;
-    nprocz = ntasksPerNode * nodes;
+    unitName = "${expName}-${toString nodes}-${gitBranch}";
 
-    # Repeat the execution of each unit 30 times
+    # Repeat the execution of each unit 10 times
-    loops = 30;
+    loops = 10;
 
     # Resources
     qos = "debug";
     ntasksPerNode = hw.socketsPerNode;
     cpusPerTask = hw.cpusPerSocket;
-    inherit (c.input) time nodes;
     jobName = unitName;
+    
+    nprocz = ntasksPerNode * nodes;
   };
 
   # Compute the array of configurations
@@ -63,29 +63,24 @@ let
     inherit varConf genConf;
   };
 
-  # Use nanos6 with regions
+  # Custom srun stage to copy the creams input dataset
-  nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
+  customSrun = {nextStage, conf, ...}:
-    inherit nextStage;
-    env = ''
-      export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
-    '';
-  };
-
-  # Custom stage to copy the creams input dataset
-  copyInput = {nextStage, conf, ...}:
     let
       input = bsc.garlic.apps.creamsInput.override {
         inherit (conf) gitBranch granul nprocz;
       };
     in
-      stages.exec {
+      stages.srun {
+        # These are part of the stdndard srun stage:
+        inherit (conf) nixPrefix;
         inherit nextStage;
-        env = ''
+        cpuBind = "cores,verbose";
-          # Only the MPI rank 0 will copy the files
+
-          if [ $SLURM_PROCID == 0 ]; then
+        # Now we add some commands to execute before calling srun. These will
-            cp -fr ${input}/SodTubeBenchmark/* .
+        # only run in one rank (the first in the list of allocated nodes)
-            chmod +w -R .
+        preSrun = ''
-          fi
+          cp -r ${input}/SodTubeBenchmark/* .
+          chmod +w -R .
         '';
       };
 
@@ -98,7 +93,12 @@ let
         inherit cc mpi gitBranch;
       };
 
-  pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
+  pipeline = stdexp.stdPipelineOverride {
+    overrides = {
+      # Replace the stdandard srun stage with our own
+      srun = customSrun;
+    };
+  } ++ [ creams ];
 
 in
  

garlic/exp/creams/gran+node16.nix

@@ -36,24 +36,24 @@ let
   # Generate the complete configuration for each unit
   genConf = with bsc; c: targetMachine.config // rec {
     expName = "creams-gran-node16";
-    unitName = "${expName}-${toString nodes}-${gitBranch}";
     inherit (targetMachine.config) hw;
     # Options for creams
     cc = icc;
     mpi = impi;
-    inherit (c.input) granul;
+    inherit (c.input) granul time nodes;
     inherit (c) gitBranch;
-    nprocz = ntasksPerNode * nodes;
+    unitName = "${expName}-${toString nodes}-${gitBranch}";
 
-    # Repeat the execution of each unit 30 times
+    # Repeat the execution of each unit 10 times
-    loops = 30;
+    loops = 10;
 
     # Resources
     qos = "debug";
     ntasksPerNode = hw.socketsPerNode;
     cpusPerTask = hw.cpusPerSocket;
-    inherit (c.input) time nodes;
     jobName = unitName;
+    
+    nprocz = ntasksPerNode * nodes;
   };
 
   # Compute the array of configurations
@@ -61,29 +61,24 @@ let
     inherit varConf genConf;
   };
 
-  # Use nanos6 with regions
+  # Custom srun stage to copy the creams input dataset
-  nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
+  customSrun = {nextStage, conf, ...}:
-    inherit nextStage;
-    env = ''
-      export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
-    '';
-  };
-
-  # Custom stage to copy the creams input dataset
-  copyInput = {nextStage, conf, ...}:
     let
       input = bsc.garlic.apps.creamsInput.override {
         inherit (conf) gitBranch granul nprocz;
       };
     in
-      stages.exec {
+      stages.srun {
+        # These are part of the stdndard srun stage:
+        inherit (conf) nixPrefix;
         inherit nextStage;
-        env = ''
+        cpuBind = "cores,verbose";
-          # Only the MPI rank 0 will copy the files
+
-          if [ $SLURM_PROCID == 0 ]; then
+        # Now we add some commands to execute before calling srun. These will
-            cp -fr ${input}/SodTubeBenchmark/* .
+        # only run in one rank (the first in the list of allocated nodes)
-            chmod +w -R .
+        preSrun = ''
-          fi
+          cp -r ${input}/SodTubeBenchmark/* .
+          chmod +w -R .
         '';
       };
 
@@ -96,7 +91,12 @@ let
         inherit cc mpi gitBranch;
       };
 
-  pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
+  pipeline = stdexp.stdPipelineOverride {
+    overrides = {
+      # Replace the stdandard srun stage with our own
+      srun = customSrun;
+    };
+  } ++ [ creams ];
 
 in
  

garlic/exp/creams/ss+hybrid.nix

@@ -16,7 +16,7 @@ let
       { nodes=2 ; nprocz=4 ; granul=19; time= "02:00:00"; }
       { nodes=4 ; nprocz=8 ; granul=10; time= "02:00:00"; }
       { nodes=8 ; nprocz=16; granul=9 ; time= "02:00:00"; }
-      { nodes=16; nprocz=32; granul=9 ; time= "02:00:00"; }
+      { nodes=16; nprocz=32; granul=9 ; time= "02:00:00"; }    
     ];
 
     gitBranch = [
@@ -31,25 +31,25 @@ let
 
   # Generate the complete configuration for each unit
   genConf = with bsc; c: targetMachine.config // rec {
-    expName = "creams-ss";
+    expName = "creams-ss-hybrid";
-    unitName = "${expName}-${toString nodes}-${gitBranch}";
     inherit (targetMachine.config) hw;
     # Options for creams
     cc = icc;
     mpi = impi;
-    inherit (c.input) granul;
+    inherit (c.input) granul time nodes;
     inherit (c) gitBranch;
-    nprocz = ntasksPerNode * nodes;
+    unitName = "${expName}-${toString nodes}-${gitBranch}";
 
-    # Repeat the execution of each unit 30 times
+    # Repeat the execution of each unit 10 times
-    loops = 30;
+    loops = 10;
 
     # Resources
     qos = "debug";
     ntasksPerNode = hw.socketsPerNode;
     cpusPerTask = hw.cpusPerSocket;
-    inherit (c.input) time nodes;
     jobName = unitName;
+    
+    nprocz = ntasksPerNode * nodes;
   };
 
   # Compute the array of configurations
@@ -57,29 +57,24 @@ let
     inherit varConf genConf;
   };
 
-  # Use nanos6 with regions
+  # Custom srun stage to copy the creams input dataset
-  nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
+  customSrun = {nextStage, conf, ...}:
-    inherit nextStage;
-    env = ''
-      export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
-    '';
-  };
-
-  # Custom stage to copy the creams input dataset
-  copyInput = {nextStage, conf, ...}:
     let
       input = bsc.garlic.apps.creamsInput.override {
         inherit (conf) gitBranch granul nprocz;
       };
     in
-      stages.exec {
+      stages.srun {
+        # These are part of the stdndard srun stage:
+        inherit (conf) nixPrefix;
         inherit nextStage;
-        env = ''
+        cpuBind = "cores,verbose";
-          # Only the MPI rank 0 will copy the files
+
-          if [ $SLURM_PROCID == 0 ]; then
+        # Now we add some commands to execute before calling srun. These will
-            cp -fr ${input}/SodTubeBenchmark/* .
+        # only run in one rank (the first in the list of allocated nodes)
-            chmod +w -R .
+        preSrun = ''
-          fi
+          cp -r ${input}/SodTubeBenchmark/* .
+          chmod +w -R .
         '';
       };
 
@@ -92,7 +87,12 @@ let
         inherit cc mpi gitBranch;
       };
 
-  pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
+  pipeline = stdexp.stdPipelineOverride {
+    overrides = {
+      # Replace the stdandard srun stage with our own
+      srun = customSrun;
+    };
+  } ++ [ creams ];
 
 in
  

garlic/exp/creams/ss+pure.nix

@@ -12,35 +12,39 @@ let
   # Initial variable configuration
   varConf = {
     input = [
-      { time="02:00:00"; nodes=1;  }
+      { nodes=1 ; nprocz=2 ; granul=999999; time= "02:00:00"; }
-      { time="02:00:00"; nodes=2;  }
+      { nodes=2 ; nprocz=4 ; granul=999999; time= "02:00:00"; }
-      { time="02:00:00"; nodes=4;  }
+      { nodes=4 ; nprocz=8 ; granul=999999; time= "02:00:00"; }
-      { time="02:00:00"; nodes=8;  }
+      { nodes=8 ; nprocz=16; granul=999999; time= "02:00:00"; }
-      { time="02:00:00"; nodes=16; }
+      { nodes=16; nprocz=32; granul=999999; time= "02:00:00"; }    
+    ];
+
+    gitBranch = [
+      "garlic/mpi+send+seq"
     ];
   };
 
   # Generate the complete configuration for each unit
   genConf = with bsc; c: targetMachine.config // rec {
-    expName = "creams-ss";
+    expName = "creams-ss-pure";
-    unitName = "${expName}-${toString nodes}-${gitBranch}";
     inherit (targetMachine.config) hw;
     # Options for creams
     cc = icc;
     mpi = impi;
-    granul = 0;
+    inherit (c.input) granul time nodes;
-    gitBranch = "garlic/mpi+send+seq";
+    inherit (c) gitBranch;
-    nprocz = ntasksPerNode * nodes;
+    unitName = "${expName}-${toString nodes}-${gitBranch}";
 
-    # Repeat the execution of each unit 30 times
+    # Repeat the execution of each unit 10 times
-    loops = 30;
+    loops = 10;
 
     # Resources
     qos = "debug";
     ntasksPerNode = hw.cpusPerNode;
     cpusPerTask = 1;
-    inherit (c.input) time nodes;
     jobName = unitName;
+    
+    nprocz = ntasksPerNode * nodes;
   };
 
   # Compute the array of configurations
@@ -48,29 +52,24 @@ let
     inherit varConf genConf;
   };
 
-  # Use nanos6 with regions
+  # Custom srun stage to copy the creams input dataset
-  nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
+  customSrun = {nextStage, conf, ...}:
-    inherit nextStage;
-    env = ''
-      export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
-    '';
-  };
-
-  # Custom stage to copy the creams input dataset
-  copyInput = {nextStage, conf, ...}:
     let
       input = bsc.garlic.apps.creamsInput.override {
         inherit (conf) gitBranch granul nprocz;
       };
     in
-      stages.exec {
+      stages.srun {
+        # These are part of the stdndard srun stage:
+        inherit (conf) nixPrefix;
         inherit nextStage;
-        env = ''
+        cpuBind = "cores,verbose";
-          # Only the MPI rank 0 will copy the files
+
-          if [ $SLURM_PROCID == 0 ]; then
+        # Now we add some commands to execute before calling srun. These will
-            cp -fr ${input}/SodTubeBenchmark/* .
+        # only run in one rank (the first in the list of allocated nodes)
-            chmod +w -R .
+        preSrun = ''
-          fi
+          cp -r ${input}/SodTubeBenchmark/* .
+          chmod +w -R .
         '';
       };
 
@@ -83,7 +82,12 @@ let
         inherit cc mpi gitBranch;
       };
 
-  pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
+  pipeline = stdexp.stdPipelineOverride {
+    overrides = {
+      # Replace the stdandard srun stage with our own
+      srun = customSrun;
+    };
+  } ++ [ creams ];
 
 in