Add a few scalability experiments for some variants

This commit is contained in:
Antoni Navarro 2020-10-28 15:35:09 +01:00
parent ae6a3f9206
commit 8b985de65d
3 changed files with 127 additions and 4 deletions

View File

@ -11,13 +11,13 @@ with stdenv.lib;
let let
# Initial variable configuration # Initial variable configuration
varConf = with bsc; { varConf = with bsc; {
blocksize = [ 1024 2048 ]; blocksize = [ 128 256 512 1024 2048 4096 ];
}; };
# Generate the complete configuration for each unit # Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec { genConf = with bsc; c: targetMachine.config // rec {
# nbody options # nbody options
particles = 1024 * 4; particles = 1024 * 64;
timesteps = 10; timesteps = 10;
inherit (c) blocksize; inherit (c) blocksize;
cc = icc; cc = icc;
@ -29,7 +29,7 @@ let
# Resources # Resources
qos = "debug"; qos = "debug";
ntasksPerNode = 2; ntasksPerNode = 48;
nodes = 1; nodes = 1;
time = "02:00:00"; time = "02:00:00";
cpuBind = "sockets,verbose"; cpuBind = "sockets,verbose";

View File

@ -0,0 +1,61 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = with bsc; {
blocksize = [ 128 256 512 1024 2048 4096 ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
# nbody options
particles = 1024 * 64;
timesteps = 10;
inherit (c) blocksize;
cc = icc;
mpi = impi;
gitBranch = "garlic/oss+task";
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = 1;
nodes = 1;
time = "02:00:00";
cpuBind = "sockets,verbose";
jobName = "nbody-bs-${toString blocksize}-${gitBranch}";
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override {
inherit cc blocksize mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@ -0,0 +1,62 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = with bsc; {
cpuMask = [ "0x1" "0x3" "0xf" "0xff" "0xffff" "0xfffffff" "0xffffffffffff" ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
# nbody options
particles = 1024 * 64;
timesteps = 10;
blocksize = 1024;
inherit (c) cpuMask;
cc = icc;
mpi = impi;
gitBranch = "garlic/oss+task";
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = 1;
nodes = 1;
time = "02:00:00";
cpuBind = "verbose,mask_cpu:${cpuMask}";
jobName = "nbody-bs-${cpuMask}-${gitBranch}";
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override {
inherit cc blocksize mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }