rarias/bscpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

creams: add granularity experiments

Browse Source
This commit is contained in:
Pedro Martinez 2021-02-22 20:47:26 +01:00
parent 46f7add84c
commit 6c0f4ec1b3
3 changed files with 202 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

100
garlic/exp/creams/gran+node1.nix Normal file
View File

@ -0,0 +1,100 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = {
input = [
{ nodes=1 ; nprocz=2 ; granul=256; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul=128; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul=64; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul=37; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul=32; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul=16; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul= 9; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul= 5; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul= 4; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul= 2; time= "02:00:00"; }
{ nodes=1 ; nprocz=2 ; granul= 1; time= "02:00:00"; }
];
gitBranch = [
"garlic/mpi+send+omp+fork"
"garlic/mpi+send+oss+task"
"garlic/mpi+isend+oss+task"
"garlic/tampi+isend+oss+task"
];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
expName = "creams-gran-node1";
unitName = "${expName}-${toString nodes}-${gitBranch}";
inherit (targetMachine.config) hw;
# Options for creams
cc = icc;
mpi = impi;
inherit (c.input) granul;
inherit (c) gitBranch;
nprocz = ntasksPerNode * nodes;
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = hw.socketsPerNode;
cpusPerTask = hw.cpusPerSocket;
inherit (c.input) time nodes;
jobName = unitName;
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
# Use nanos6 with regions
nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
env = ''
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
'';
};
# Custom stage to copy the creams input dataset
copyInput = {nextStage, conf, ...}:
let
input = bsc.garlic.apps.creamsInput.override {
inherit (conf) gitBranch granul nprocz;
};
in
stages.exec {
inherit nextStage;
env = ''
cp -r ${input}/SodTubeBenchmark/* .
chmod +w -R .
'';
};
# Creams program
creams = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.creams.override {
inherit cc mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
in
stdexp.genExperiment { inherit configs pipeline; }

98
garlic/exp/creams/gran+node16.nix Normal file
View File

@ -0,0 +1,98 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = {
input = [
{ nodes=16 ; nprocz=32 ; granul=128; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul=64; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul=32; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul=16; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul= 9; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul= 5; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul= 4; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul= 2; time= "02:00:00"; }
{ nodes=16 ; nprocz=32 ; granul= 1; time= "02:00:00"; }
];
gitBranch = [
"garlic/mpi+send+omp+fork"
"garlic/mpi+send+oss+task"
"garlic/mpi+isend+oss+task"
"garlic/tampi+isend+oss+task"
];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
expName = "creams-gran-node16";
unitName = "${expName}-${toString nodes}-${gitBranch}";
inherit (targetMachine.config) hw;
# Options for creams
cc = icc;
mpi = impi;
inherit (c.input) granul;
inherit (c) gitBranch;
nprocz = ntasksPerNode * nodes;
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = hw.socketsPerNode;
cpusPerTask = hw.cpusPerSocket;
inherit (c.input) time nodes;
jobName = unitName;
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
# Use nanos6 with regions
nanos6Env = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
env = ''
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
'';
};
# Custom stage to copy the creams input dataset
copyInput = {nextStage, conf, ...}:
let
input = bsc.garlic.apps.creamsInput.override {
inherit (conf) gitBranch granul nprocz;
};
in
stages.exec {
inherit nextStage;
env = ''
cp -r ${input}/SodTubeBenchmark/* .
chmod +w -R .
'';
};
# Creams program
creams = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.creams.override {
inherit cc mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ nanos6Env copyInput creams ];
in
stdexp.genExperiment { inherit configs pipeline; }

4
garlic/exp/index.nix
View File

@ -41,6 +41,10 @@
pure = callPackage ./creams/ss+pure.nix { };
hybrid = callPackage ./creams/ss+hybrid.nix { };
};
gran = {
pure = callPackage ./creams/gran+node1.nix { };
hybrid = callPackage ./creams/gran+node16.nix { };
};
};
hpcg = rec {