forked from rarias/bscpkgs
saiph: clean exps and figs
This commit is contained in:
Sandra
@@ -32,15 +32,8 @@
|
||||
};
|
||||
|
||||
saiph = {
|
||||
numcomm = callPackage ./saiph/numcomm.nix { };
|
||||
granularity = callPackage ./saiph/granularity.nix { };
|
||||
scaling = callPackage ./saiph/scaling.nix { };
|
||||
scaling2 = callPackage ./saiph/scaling2.nix { };
|
||||
debug = callPackage ./saiph/debug.nix { };
|
||||
blockingY = callPackage ./saiph/blocking_Y.nix { };
|
||||
blockingZ = callPackage ./saiph/blocking_Z.nix { };
|
||||
blockingYZ = callPackage ./saiph/blocking_YZ.nix { };
|
||||
blockingZY = callPackage ./saiph/blocking_ZY.nix { };
|
||||
granularity-saiph = callPackage ./saiph/granularity-saiph.nix { };
|
||||
scalability-saiph = callPackage ./saiph/scalability-saiph.nix { };
|
||||
};
|
||||
|
||||
creams = rec {
|
||||
|
||||
@@ -1,67 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 2 4 8 16 32 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.blocking";
|
||||
unitName = "${expName}.1-nby-nbz-${toString nby}-${toString nbz}.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nby = c.nb;
|
||||
nbz = c.nb;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "00:50:00";
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,68 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 1 2 4 8 16 32 64 128 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.blockingY";
|
||||
unitName = "${expName}.nbx-nby-nbz-${toString nbx}-${toString nby}-${toString nbz}.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = c.nb;
|
||||
nbz = 1;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "01:00:00";
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,68 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 4 8 16 32 64 128 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.blockingY";
|
||||
unitName = "${expName}.nbx-nby-nbz-${toString nbx}-${toString nby}-${toString nbz}.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = 8;
|
||||
nbz = c.nb;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "01:00:00";
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,68 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 1 2 4 8 16 32 64 128 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.blockingZ";
|
||||
unitName = "${expName}.nbx-nby-nbz-${toString nbx}-${toString nby}-${toString nbz}.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = 1;
|
||||
nbz = c.nb;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "01:00:00";
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,68 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 4 8 16 32 64 128 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.blockingZY";
|
||||
unitName = "${expName}.nbx-nby-nbz-${toString nbx}-${toString nby}-${toString nbz}.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = c.nb;
|
||||
nbz = 8;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "01:00:00";
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,89 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph";
|
||||
unitName = "${expName}-debug";
|
||||
|
||||
# unitName = if (gitCommit == "3b52a616d44f4b86880663e2d951ad89c1dcab4f")
|
||||
# then "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init"
|
||||
# else "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-seq-init";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
manualDist = 1;
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = 8;
|
||||
nblx = 1;
|
||||
nbly = 4;
|
||||
nblz = 96;
|
||||
nbltotal = 384;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
gitCommit = "3fa116620f1c7fbd1127d785c8bdc5d2372837b3";
|
||||
#gitCommit = c.gitCommit; # if exp involves more than 1 commit
|
||||
#inherit (c) gitCommit; # if exp fixes the commit
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = 4;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}";
|
||||
|
||||
# Compile flags
|
||||
debugFlags = 1;
|
||||
asanFlags = 0;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
pre = ''
|
||||
ulimit -c unlimited
|
||||
'';
|
||||
};
|
||||
|
||||
valgrind = {nextStage, ...}: stages.valgrind {
|
||||
inherit nextStage;
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit (conf) manualDist nbgx nbgy nbgz nblx nbly nblz nbltotal mpi gitBranch gitCommit debugFlags asanFlags;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec valgrind program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
109
garlic/exp/saiph/granularity-saiph.nix
Normal file
109
garlic/exp/saiph/granularity-saiph.nix
Normal file
@@ -0,0 +1,109 @@
|
||||
######################################################################################
|
||||
# Saiph, granularity experiment:
|
||||
#
|
||||
# App:Heat 3D - garlic/tampi+isend+oss+task+simd branch
|
||||
# App details:
|
||||
# 3D mesh of ~400*400*400 points
|
||||
# nbgx = global blocks in the X dimension
|
||||
# nbgy = global blocks in the Y dimension
|
||||
# nbgz = global blocks in the Z dimension
|
||||
# --> nbgx*nbgy*nbgz = global distributed blocks
|
||||
# nbly = local blocks in the Y dimension
|
||||
# nblz = local blocks in the Z dimension
|
||||
# --> nbly*nblz = local blocks (#tasks)
|
||||
#
|
||||
# Granularity experiment configuration:
|
||||
# Single-core run
|
||||
# MPI binded to sockets: MPI procs = 2
|
||||
# Mesh distributed across third dimension to ensure contiguous communications
|
||||
# --> nbgx = 1, nbgy = 1
|
||||
# First dimension cannot be locally blocked (simd reasons)
|
||||
# Second and third dimension local blocking limited by local mesh size
|
||||
#
|
||||
######################################################################################
|
||||
|
||||
# Common packages, tools and options
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
|
||||
#*** Variable configurations ***
|
||||
varConf = with bsc; {
|
||||
# Local blocks per dimension
|
||||
nbl1 = [ 1 2 3 4 6 12 24 48 96 ];
|
||||
nbl2 = [ 1 2 3 4 6 12 24 48 96 ];
|
||||
};
|
||||
|
||||
#*** Generate the complete configuration for each unit ***
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
|
||||
# Experiment, units and job names
|
||||
expName = "saiph-granularity";
|
||||
unitName = "${expName}-N${toString nodes}" + "nbg_${toString nbgx}-${toString nbgy}-${toString nbgz}" + "nbl_1-${toString nbly}-${toString nblz}";
|
||||
jobName = "${unitName}";
|
||||
|
||||
# saiph options
|
||||
nodes = 1;
|
||||
enableManualDist = true; # allows to manually set nbg{x-y-z}
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = nodes*2; # forcing distribution by last dim
|
||||
nblx = 1; # simd reasons
|
||||
nbly = c.nbl1; # takes values from varConf
|
||||
nblz = c.nbl2; # takes values from varConf
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
gitCommit = "8052494d7dc62bef95ebaca9938e82fb029686f6"; # fix a specific commit
|
||||
rev = "0";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
inherit (targetMachine.config) hw;
|
||||
qos = "debug";
|
||||
ntasksPerNode = hw.socketsPerNode; # MPI binded to sockets
|
||||
cpusPerTask = hw.cpusPerSocket; # Using the 24 CPUs of each socket
|
||||
};
|
||||
|
||||
#*** Compute the final set of configurations ***
|
||||
# Compute the array of configurations: cartesian product of all factors
|
||||
allConfigs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
# Filter to remove non-desired configurations:
|
||||
# --> tasks/proc < 0.5
|
||||
# --> nblz > 50
|
||||
configs = filter (el: if ((builtins.mul el.nbly el.nblz) < (builtins.mul 0.5 el.cpusPerTask) || el.nblz > 50) then false else true) allConfigs;
|
||||
|
||||
#*** Sets the env/argv of the program ***
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
'';
|
||||
};
|
||||
|
||||
#*** Configure the program according to the app ***
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit (conf) enableManualDist nbgx nbgy nbgz nblx nbly nblz mpi gitBranch gitCommit;
|
||||
};
|
||||
|
||||
#*** Add stages to the pipeline ***
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
|
||||
@@ -1,70 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nb = [ 1 2 4 8 16 32 64 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.granularity";
|
||||
unitName = "${expName}.nbx-nby-nbz-${toString nbx}-${toString nby}-${toString nbz}.nsteps-${nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = c.nb;
|
||||
nbz = c.nb;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+omp+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@@ -1,65 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
numComm = [ 1 2 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.numcomm";
|
||||
unitName = "${expName}.nc-${toString numComm}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
inherit (c) numComm;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 100 times
|
||||
loops = 100;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = 2;
|
||||
nodes = 1;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "saiph-${toString numComm}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=24
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit numComm mpi gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
113
garlic/exp/saiph/scalability-saiph.nix
Normal file
113
garlic/exp/saiph/scalability-saiph.nix
Normal file
@@ -0,0 +1,113 @@
|
||||
######################################################################################
|
||||
# Saiph, scalability experiment:
|
||||
#
|
||||
# App:Heat 3D - garlic/tampi+isend+oss+task+simd branch
|
||||
# App details:
|
||||
# 3D mesh of ~400*400*400 points
|
||||
# nbgx = global blocks in the X dimension
|
||||
# nbgy = global blocks in the Y dimension
|
||||
# nbgz = global blocks in the Z dimension
|
||||
# --> nbgx*nbgy*nbgz = global distributed blocks
|
||||
# nbly = local blocks in the Y dimension
|
||||
# nblz = local blocks in the Z dimension
|
||||
# --> nbly*nblz = local blocks (#tasks)
|
||||
#
|
||||
# Scalability experiment configuration:
|
||||
# From a single-core granularity experiment, use a suited local blocking set:
|
||||
# --> nbly*nblz >= 48 (at least 3tasks/proc)
|
||||
# MPI binded to sockets: MPI procs = 2*nodes
|
||||
# Mesh distributed across third dimension to ensure contiguous communications
|
||||
# --> nbgx = 1, nbgy = 1
|
||||
# Global distribution limited by global mesh size
|
||||
# First dimension cannot be locally blocked (simd reasons)
|
||||
# Second and third dimension local blocking limited by local mesh size
|
||||
#
|
||||
######################################################################################
|
||||
|
||||
# Common packages, tools and options
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
|
||||
#*** Variable configurations ***
|
||||
varConf = with bsc; {
|
||||
# Local blocks per dimension
|
||||
nbl1 = [ 1 2 3 4 6 12 24 48 96 ];
|
||||
nbl2 = [ 1 2 3 4 6 12 24 48 96 ];
|
||||
# Number of nodes
|
||||
nodes = [ 1 2 4 8 ];
|
||||
};
|
||||
|
||||
#*** Generate the complete configuration for each unit ***
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
|
||||
# Experiment, units and job names
|
||||
expName = "saiph-scalability";
|
||||
unitName = "${expName}-N${toString nodes}" + "nbg_${toString nbgx}-${toString nbgy}-${toString nbgz}" + "nbl_1-${toString nbly}-${toString nblz}";
|
||||
jobName = "${unitName}";
|
||||
|
||||
# saiph options
|
||||
nodes = c.nodes; # takes values from varConf
|
||||
enableManualDist = true; # allows to manually set nbg{x-y-z}
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = nodes*2; # forcing distribution by last dim
|
||||
nblx = 1; # simd reasons
|
||||
nbly = c.nbl1; # takes values from varConf
|
||||
nblz = c.nbl2; # takes values from varConf
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
gitCommit = "8052494d7dc62bef95ebaca9938e82fb029686f6"; # fix a specific commit
|
||||
rev = "0";
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
inherit (targetMachine.config) hw;
|
||||
qos = "bsc_cs";
|
||||
ntasksPerNode = hw.socketsPerNode; # MPI binded to sockets
|
||||
cpusPerTask = hw.cpusPerSocket; # Using the 24 CPUs of each socket
|
||||
};
|
||||
|
||||
#*** Compute the final set of configurations ***
|
||||
# Compute the array of configurations: cartesian product of all factors
|
||||
allConfigs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
# Filter to remove non-desired configurations:
|
||||
# --> tasks/proc < 3
|
||||
# --> nblz > 25
|
||||
configs = filter (el: if ((builtins.mul el.nbly el.nblz) < (builtins.mul 3 el.cpusPerTask) || el.nblz > 25) then false else true) allConfigs;
|
||||
|
||||
|
||||
#*** Sets the env/argv of the program ***
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
'';
|
||||
};
|
||||
|
||||
#*** Configure the program according to the app ***
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit (conf) enableManualDist nbgx nbgy nbgz nblx nbly nblz mpi gitBranch gitCommit;
|
||||
};
|
||||
|
||||
#*** Add stages to the pipeline ***
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
|
||||
@@ -1,104 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
#nbl = [ 1 2 4 8 16 32 64 ];
|
||||
nodes = [ 1 2 4 8 ];
|
||||
|
||||
input = [
|
||||
{ nbly=12 ; nblz=1; nbltotal=12 ; }
|
||||
{ nbly=24 ; nblz=1; nbltotal=24 ; }
|
||||
{ nbly=48 ; nblz=1; nbltotal=48 ; }
|
||||
{ nbly=96 ; nblz=1; nbltotal=96 ; }
|
||||
|
||||
{ nbly=6 ; nblz=2; nbltotal=12 ; }
|
||||
{ nbly=12 ; nblz=2; nbltotal=24 ; }
|
||||
{ nbly=24 ; nblz=2; nbltotal=48 ; }
|
||||
{ nbly=48 ; nblz=2; nbltotal=96 ; }
|
||||
{ nbly=96 ; nblz=2; nbltotal=192 ; }
|
||||
|
||||
{ nbly=3 ; nblz=4; nbltotal=12 ; }
|
||||
{ nbly=6 ; nblz=4; nbltotal=24 ; }
|
||||
{ nbly=12 ; nblz=4; nbltotal=48 ; }
|
||||
{ nbly=24 ; nblz=4; nbltotal=96 ; }
|
||||
{ nbly=48 ; nblz=4; nbltotal=192 ; }
|
||||
{ nbly=96 ; nblz=4; nbltotal=384 ; }
|
||||
];
|
||||
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph";
|
||||
unitName = "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init-One-dimensionalDistribution";
|
||||
# unitName = if (gitCommit == "3b52a616d44f4b86880663e2d951ad89c1dcab4f")
|
||||
# then "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init"
|
||||
# else "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-seq-init";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
manualDist = 1;
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = nodes*2;
|
||||
nblx = 1;
|
||||
#nbly = c.nbl;
|
||||
#nblz = c.nbl;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
#gitCommit = c.gitCommit; # if exp involves more than 1 commit
|
||||
gitCommit = "3fa116620f1c7fbd1127d785c8bdc5d2372837b3";
|
||||
#inherit (c) gitCommit; # if exp fixes the commit
|
||||
inherit (c.input) nbly nblz nbltotal ;
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "bsc_cs";
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = c.nodes;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configsAll = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
configs = filter (el: if (el.nbly == 24 && el.nblz == 4) && el.nodes == 4 then false else true) configsAll;
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit (conf) manualDist nbgx nbgy nbgz nblx nbly nblz nbltotal mpi gitBranch gitCommit;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
|
||||
|
||||
# last plot hash: f5xb7jv1c4mbrcy6d9s9j10msfz3kkj0-plot
|
||||
@@ -1,104 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
#nbl = [ 1 2 4 8 16 32 64 ];
|
||||
nodes = [ 1 2 4 8 ];
|
||||
|
||||
input = [
|
||||
{ nblz=12 ; nbly=1; nbltotal=12 ; }
|
||||
{ nblz=24 ; nbly=1; nbltotal=24 ; }
|
||||
{ nblz=48 ; nbly=1; nbltotal=48 ; }
|
||||
{ nblz=96 ; nbly=1; nbltotal=96 ; }
|
||||
|
||||
{ nblz=6 ; nbly=2; nbltotal=12 ; }
|
||||
{ nblz=12 ; nbly=2; nbltotal=24 ; }
|
||||
{ nblz=24 ; nbly=2; nbltotal=48 ; }
|
||||
{ nblz=48 ; nbly=2; nbltotal=96 ; }
|
||||
{ nblz=96 ; nbly=2; nbltotal=192 ; }
|
||||
|
||||
{ nblz=3 ; nbly=4; nbltotal=12 ; }
|
||||
{ nblz=6 ; nbly=4; nbltotal=24 ; }
|
||||
{ nblz=12 ; nbly=4; nbltotal=48 ; }
|
||||
{ nblz=24 ; nbly=4; nbltotal=96 ; }
|
||||
{ nblz=48 ; nbly=4; nbltotal=192 ; }
|
||||
{ nblz=96 ; nbly=4; nbltotal=384 ; }
|
||||
];
|
||||
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph";
|
||||
unitName = "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init-One-dimensionalDistribution";
|
||||
# unitName = if (gitCommit == "3b52a616d44f4b86880663e2d951ad89c1dcab4f")
|
||||
# then "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-par-init"
|
||||
# else "${expName}-N${toString nodes}" + "-nblx${toString nblx}-nbly${toString nbly}" + "-seq-init";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
manualDist = 1;
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = nodes*2;
|
||||
nblx = 1;
|
||||
#nbly = c.nbl;
|
||||
#nblz = c.nbl;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
#gitCommit = c.gitCommit; # if exp involves more than 1 commit
|
||||
gitCommit = "3fa116620f1c7fbd1127d785c8bdc5d2372837b3";
|
||||
#inherit (c) gitCommit; # if exp fixes the commit
|
||||
inherit (c.input) nbly nblz nbltotal ;
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "bsc_cs";
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = c.nodes;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
#configs = filter (el: if (el.nbly == 24 && el.nblz == 4) && el.nodes == 4 then false else true) configsAll;
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit (conf) manualDist nbgx nbgy nbgz nblx nbly nblz nbltotal mpi gitBranch gitCommit;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
|
||||
|
||||
# last plot hash: f5xb7jv1c4mbrcy6d9s9j10msfz3kkj0-plot
|
||||
@@ -1,70 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with stdenv.lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
nodes = [ 1 2 4 8 16 32 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "saiph.strongScaling";
|
||||
unitName = "${expName}.nodes-${toString nodes}-nb{y, z}=4.nsteps-${toString nsteps}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# saiph options
|
||||
nbx = 1;
|
||||
nby = 4;
|
||||
nbz = 4;
|
||||
nsteps = 500;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
|
||||
# Repeat the execution of each unit 50 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
cachelineBytes = hw.cachelineBytes;
|
||||
time = "02:00:00";
|
||||
nodes = c.nodes;
|
||||
qos = if (nodes>16)
|
||||
then "bsc_cs"
|
||||
else "debug";
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "${unitName}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export ASAN_SYMBOLIZER_PATH=${bsc.clangOmpss2Unwrapped}/bin/llvm-symbolizer
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.saiph.override {
|
||||
inherit nbx nby nbz nsteps mpi gitBranch cachelineBytes;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
Reference in New Issue
Block a user