2020-10-02 17:48:00 +02:00
|
|
|
{
|
|
|
|
stdenv
|
2020-10-09 19:33:06 +02:00
|
|
|
, stdexp
|
|
|
|
, bsc
|
|
|
|
, targetMachine
|
|
|
|
, stages
|
2020-10-02 17:48:00 +02:00
|
|
|
}:
|
|
|
|
|
|
|
|
with stdenv.lib;
|
|
|
|
|
|
|
|
let
|
2020-10-09 19:33:06 +02:00
|
|
|
# Initial variable configuration
|
|
|
|
varConf = {
|
2020-10-02 17:48:00 +02:00
|
|
|
input = [
|
2020-12-07 15:36:49 +01:00
|
|
|
{ nodes=1 ; nprocz=2 ; granul=37; time= "02:00:00"; }
|
|
|
|
{ nodes=2 ; nprocz=4 ; granul=19; time= "02:00:00"; }
|
|
|
|
{ nodes=4 ; nprocz=8 ; granul=10; time= "02:00:00"; }
|
2020-10-02 17:48:00 +02:00
|
|
|
{ nodes=8 ; nprocz=16; granul=9 ; time= "02:00:00"; }
|
2020-12-07 15:36:49 +01:00
|
|
|
{ nodes=16; nprocz=32; granul=9 ; time= "02:00:00"; }
|
2020-10-02 17:48:00 +02:00
|
|
|
];
|
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
gitBranch = [
|
|
|
|
"garlic/mpi+send+omp+fork"
|
2021-02-24 15:31:13 +01:00
|
|
|
"garlic/mpi+send+omp+task"
|
2020-10-09 19:33:06 +02:00
|
|
|
"garlic/mpi+send+oss+task"
|
2021-02-24 15:31:13 +01:00
|
|
|
"garlic/mpi+isend+omp+task"
|
2020-12-07 15:36:49 +01:00
|
|
|
"garlic/mpi+isend+oss+task"
|
2020-10-09 19:33:06 +02:00
|
|
|
"garlic/tampi+isend+oss+task"
|
2020-10-02 17:48:00 +02:00
|
|
|
];
|
|
|
|
};
|
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
# Generate the complete configuration for each unit
|
|
|
|
genConf = with bsc; c: targetMachine.config // rec {
|
2020-11-17 11:17:57 +01:00
|
|
|
expName = "creams-ss";
|
|
|
|
unitName = "${expName}-${toString nodes}-${gitBranch}";
|
|
|
|
inherit (targetMachine.config) hw;
|
2020-10-09 19:33:06 +02:00
|
|
|
# Options for creams
|
|
|
|
cc = icc;
|
|
|
|
mpi = impi;
|
|
|
|
inherit (c.input) granul;
|
|
|
|
inherit (c) gitBranch;
|
2020-11-17 12:31:03 +01:00
|
|
|
nprocz = ntasksPerNode * nodes;
|
2020-10-02 17:48:00 +02:00
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
# Repeat the execution of each unit 30 times
|
|
|
|
loops = 30;
|
2020-10-02 17:48:00 +02:00
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
# Resources
|
|
|
|
qos = "debug";
|
2020-12-07 15:53:01 +01:00
|
|
|
ntasksPerNode = hw.socketsPerNode;
|
2020-12-15 19:34:49 +01:00
|
|
|
cpusPerTask = hw.cpusPerSocket;
|
2020-10-09 19:33:06 +02:00
|
|
|
inherit (c.input) time nodes;
|
2020-11-17 11:17:57 +01:00
|
|
|
jobName = unitName;
|
2020-10-02 17:48:00 +02:00
|
|
|
};
|
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
# Compute the array of configurations
|
|
|
|
configs = stdexp.buildConfigs {
|
|
|
|
inherit varConf genConf;
|
2020-10-02 17:48:00 +02:00
|
|
|
};
|
|
|
|
|
2020-12-15 19:34:49 +01:00
|
|
|
# Use nanos6 with regions
|
|
|
|
nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
|
|
|
|
inherit nextStage;
|
|
|
|
env = ''
|
|
|
|
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
2020-10-09 19:33:06 +02:00
|
|
|
# Custom stage to copy the creams input dataset
|
|
|
|
copyInput = {nextStage, conf, ...}:
|
2020-10-02 17:48:00 +02:00
|
|
|
let
|
2020-10-09 19:33:06 +02:00
|
|
|
input = bsc.garlic.apps.creamsInput.override {
|
|
|
|
inherit (conf) gitBranch granul nprocz;
|
|
|
|
};
|
2020-10-02 17:48:00 +02:00
|
|
|
in
|
2020-10-09 19:33:06 +02:00
|
|
|
stages.exec {
|
|
|
|
inherit nextStage;
|
|
|
|
env = ''
|
|
|
|
cp -r ${input}/SodTubeBenchmark/* .
|
|
|
|
chmod +w -R .
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
|
|
|
# Creams program
|
|
|
|
creams = {nextStage, conf, ...}: with conf;
|
|
|
|
let
|
|
|
|
customPkgs = stdexp.replaceMpi conf.mpi;
|
|
|
|
in
|
|
|
|
customPkgs.apps.creams.override {
|
|
|
|
inherit cc mpi gitBranch;
|
|
|
|
};
|
2020-10-02 17:48:00 +02:00
|
|
|
|
2020-12-15 19:34:49 +01:00
|
|
|
pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
|
2020-10-02 17:48:00 +02:00
|
|
|
|
|
|
|
in
|
2020-10-09 19:33:06 +02:00
|
|
|
|
|
|
|
stdexp.genExperiment { inherit configs pipeline; }
|