abonerib/bscpkgs
Archived
1
0
Fork 0
forked from rarias/bscpkgs
Code Pull Requests 1 Activity

osu: add mtu and eager experiments

Browse Source
This commit is contained in:
Rodrigo Arias
2021-04-07 12:59:05 +02:00
parent 26e3a86c78
commit 0cf35decc5
6 changed files with 297 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
garlic/exp/index.nix
View File

@@ -116,6 +116,8 @@
bw = callPackage ./osu/bw.nix { };
impi = callPackage ./osu/impi.nix { };
bwShm = bw.override { interNode = false; };
mtu = callPackage ./osu/mtu.nix { };
eager = callPackage ./osu/eager.nix { };
};
examples = {

83
garlic/exp/osu/eager.nix Normal file
View File

@@ -0,0 +1,83 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with builtins;
with stdenv.lib;
let
machineConfig = targetMachine.config;
# Initial variable configuration
varConf = with bsc; {
sizeKB = range 5 25;
mpi = [ impi ];
#mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
PSM2_MQ_EAGER_SDMA_SZ_KB = [ 16 20 24 ];
PSM2_MTU_KB = [ 10 ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
inherit (machineConfig) hw;
nodes = 2;
ntasksPerNode = 1;
cpusPerTask = 1;
time = "00:30:00";
qos = "debug";
loops = 10;
iterations = 50000;
#FIXME: Notice the switchover is 16000 and MTU is 10240
PSM2_MQ_EAGER_SDMA_SZ = PSM2_MQ_EAGER_SDMA_SZ_KB * 1000;
PSM2_MTU = PSM2_MTU_KB * 1024;
expName = "osu-bw";
unitName = expName +
"-size.${toString sizeKB}K" +
"-mtu.${toString PSM2_MTU_KB}K" +
"-sdma.${toString PSM2_MQ_EAGER_SDMA_SZ_KB}K";
jobName = expName;
inherit (c) mpi sizeKB
PSM2_MQ_EAGER_SDMA_SZ_KB
PSM2_MTU_KB;
size = sizeKB * 1024;
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
program = "${nextStage}/bin/osu_bw";
env = ''
export PSM2_MQ_EAGER_SDMA_SZ=${toString PSM2_MQ_EAGER_SDMA_SZ}
export PSM2_MTU=${toString PSM2_MTU}
export PSM2_TRACEMASK=0x101
export PSM2_MQ_PRINT_STATS=-1
'';
argv = [
"-m" "${toString size}:${toString size}"
"-i" iterations
];
};
program = {nextStage, conf, ...}: bsc.osumb.override {
# Use the specified MPI implementation
inherit (conf) mpi;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

83
garlic/exp/osu/mtu.nix Normal file
View File

@@ -0,0 +1,83 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with builtins;
with stdenv.lib;
let
machineConfig = targetMachine.config;
# Initial variable configuration
varConf = with bsc; {
sizeKB = range 5 25;
mpi = [ impi ];
#mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
PSM2_MQ_EAGER_SDMA_SZ_KB = [ 16 ];
PSM2_MTU_KB = [ 8 10 ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
inherit (machineConfig) hw;
nodes = 2;
ntasksPerNode = 1;
cpusPerTask = 1;
time = "00:30:00";
qos = "debug";
loops = 10;
iterations = 50000;
#FIXME: Notice the switchover is 16000 and MTU is 10240
PSM2_MQ_EAGER_SDMA_SZ = PSM2_MQ_EAGER_SDMA_SZ_KB * 1000;
PSM2_MTU = PSM2_MTU_KB * 1024;
expName = "osu-bw";
unitName = expName +
"-size.${toString sizeKB}K" +
"-mtu.${toString PSM2_MTU_KB}K" +
"-sdma.${toString PSM2_MQ_EAGER_SDMA_SZ_KB}K";
jobName = expName;
inherit (c) mpi sizeKB
PSM2_MQ_EAGER_SDMA_SZ_KB
PSM2_MTU_KB;
size = sizeKB * 1024;
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
program = "${nextStage}/bin/osu_bw";
env = ''
export PSM2_MQ_EAGER_SDMA_SZ=${toString PSM2_MQ_EAGER_SDMA_SZ}
export PSM2_MTU=${toString PSM2_MTU}
export PSM2_TRACEMASK=0x101
export PSM2_MQ_PRINT_STATS=-1
'';
argv = [
"-m" "${toString size}:${toString size}"
"-i" iterations
];
};
program = {nextStage, conf, ...}: bsc.osumb.override {
# Use the specified MPI implementation
inherit (conf) mpi;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }