Archived
1
0
forked from rarias/bscpkgs

nbody: move "old" experiments to another folder

This commit is contained in:
Antoni Navarro
2021-03-24 10:15:58 +01:00
committed by Rodrigo Arias Mallo
parent ea66d7e4e0
commit 5815a9af09
10 changed files with 0 additions and 0 deletions

View File

@@ -0,0 +1,59 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
, garlicTools
}:
with stdenv.lib;
with garlicTools;
let
# Initial variable configuration
varConf = {
blocksize = [ 128 256 512 1024 2048 4096 ];
};
# Generate the complete configuration for each unit
genConf = c: targetMachine.config // rec {
hw = targetMachine.config.hw;
particles = 4096 * hw.cpusPerSocket;
timesteps = 10;
blocksize = c.blocksize;
gitBranch = "garlic/oss+task";
expName = "nbody-granularity";
unitName = expName + "-bs${toString blocksize}";
loops = 30;
qos = "debug";
ntasksPerNode = 1;
nodes = 1;
time = "02:00:00";
cpusPerTask = hw.cpusPerSocket;
jobName = unitName;
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: stages.exec {
inherit nextStage;
argv = [ "-t" conf.timesteps "-p" conf.particles ];
};
program = {nextStage, conf, ...}: with conf; bsc.garlic.apps.nbody.override {
inherit (conf) blocksize gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@@ -0,0 +1,103 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
, garlicTools
# Options for the experiment
, enableCTF ? false
# Number of cases tested
, steps ? 7
# nbody iterations
, timesteps ? 10
# nbody total number of particles
, particles ? null
, gitBranch ? "garlic/tampi+send+oss+task"
, loops ? 10
, nblocks0 ? null
}:
with stdenv.lib;
with garlicTools;
let
defaultOpt = var: def: if (var != null) then var else def;
machineConfig = targetMachine.config;
inherit (machineConfig) hw;
# Initial variable configuration
varConf = with bsc; {
# Create a list with values 2^n with n from 0 to (steps - 1) inclusive
i = expRange 2 0 (steps - 1);
};
# Generate the complete configuration for each unit
genConf = var: fix (self: var // targetMachine.config // {
expName = "nbody-nblocks";
unitName = "${self.expName}${toString self.nblocks}";
inherit (machineConfig) hw;
# nbody options
particles = defaultOpt particles (4096 * self.hw.cpusPerSocket);
nblocks0 = defaultOpt nblocks0 (self.hw.cpusPerSocket / 2);
# The number of blocks is then computed from the multiplier "i" and
# the initial number of blocks "nblocks0"
nblocks = self.i * self.nblocks0;
totalTasks = self.ntasksPerNode * self.nodes;
particlesPerTask = self.particles / self.totalTasks;
blocksize = self.particlesPerTask / self.nblocks;
cc = bsc.icc;
mpi = bsc.impi;
cflags = "-g";
inherit timesteps gitBranch enableCTF loops;
# Resources
qos = "debug";
cpusPerTask = self.hw.cpusPerSocket;
ntasksPerNode = self.hw.socketsPerNode;
nodes = 1;
jobName = self.unitName;
});
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
perf = {nextStage, conf, ...}: with conf; stages.perf {
inherit nextStage;
perfOptions = "record --call-graph dwarf -o \\$\\$.perf";
};
ctf = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
env = optionalString (conf.enableCTF) ''
export NANOS6_CONFIG_OVERRIDE="version.instrument=ctf,\
instrument.ctf.converter.enabled=false"
'';
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override ({
inherit cc blocksize mpi gitBranch cflags;
});
pipeline = stdexp.stdPipeline ++ [ ctf exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@@ -0,0 +1,109 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
, garlicTools
# Options for the experiment
, enableCTF ? false
# Number of cases tested
, steps ? 6
# nbody iterations
, timesteps ? 10
# nbody total number of particles
, particles ? null
, loops ? 10
, nblocks0 ? null
}:
with stdenv.lib;
with garlicTools;
let
defaultOpt = var: def: if (var != null) then var else def;
machineConfig = targetMachine.config;
inherit (machineConfig) hw;
# Initial variable configuration
varConf = with bsc; {
# Create a list with values 2^n with n from 0 to (steps - 1) inclusive
i = expRange 2 0 (steps - 1);
nodes = [ 1 2 4 8 16 ];
gitBranch = [
"garlic/tampi+send+oss+task"
"garlic/tampi+isend+oss+task"
"garlic/mpi+send+oss+task"
];
};
# Generate the complete configuration for each unit
genConf = var: fix (self: var // targetMachine.config // {
expName = "nbody-scaling";
unitName = self.expName +
"-nb${toString self.nblocks}"+
"-nodes${toString self.nodes}";
inherit (machineConfig) hw;
# nbody options
particles = defaultOpt particles (4096 * self.hw.cpusPerSocket);
nblocks0 = defaultOpt nblocks0 (self.hw.cpusPerSocket / 2);
# The number of blocks is then computed from the multiplier "i" and
# the initial number of blocks "nblocks0"
nblocks = self.i * self.nblocks0;
totalTasks = self.ntasksPerNode * self.nodes;
particlesPerTask = self.particles / self.totalTasks;
blocksize = self.particlesPerTask / self.nblocks;
cc = bsc.icc;
mpi = bsc.impi;
cflags = "-g";
inherit timesteps enableCTF loops;
# Resources
qos = "debug";
cpusPerTask = self.hw.cpusPerSocket;
ntasksPerNode = self.hw.socketsPerNode;
jobName = self.unitName;
});
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
perf = {nextStage, conf, ...}: with conf; stages.perf {
inherit nextStage;
perfOptions = "record --call-graph dwarf -o \\$\\$.perf";
};
ctf = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
env = optionalString (conf.enableCTF) ''
export NANOS6_CONFIG_OVERRIDE="version.instrument=ctf,\
instrument.ctf.converter.enabled=false"
'';
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override ({
inherit (conf) cc blocksize mpi gitBranch cflags;
});
pipeline = stdexp.stdPipeline ++ [ ctf exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@@ -0,0 +1,71 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = with bsc; {
numProcsAndParticles = [ 1 2 4 8 16 32 48 ];
input = [
{ numParticles=1 ; cpuMask="0x1"; }
{ numParticles=2 ; cpuMask="0x3"; }
{ numParticles=4 ; cpuMask="0xf"; }
{ numParticles=8 ; cpuMask="0xff"; }
{ numParticles=16; cpuMask="0xffff"; }
{ numParticles=32; cpuMask="0xffffffff"; }
{ numParticles=48; cpuMask="0xffffffffffff"; }
];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
# nbody options
inherit (c.input) numParticles cpuMask;
particles = 1024 * numParticles * 2;
timesteps = 10;
blocksize = 1024;
cc = icc;
mpi = impi;
gitBranch = "garlic/oss+task";
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = 1;
nodes = 1;
time = "02:00:00";
cpuBind = "verbose,mask_cpu:${cpuMask}";
jobName = "nbody-bs-${toString numParticles}-${gitBranch}";
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override {
inherit cc blocksize mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@@ -0,0 +1,62 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = with bsc; {
numProcs = [ 1 2 4 8 16 32 48 ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
# nbody options
particles = 1024 * 64;
timesteps = 10;
blocksize = 1024;
inherit (c) numProcs;
cc = icc;
mpi = impi;
gitBranch = "garlic/mpi+send";
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = numProcs;
nodes = 1;
time = "02:00:00";
cpuBind = "sockets,verbose";
jobName = "nbody-bs-${toString numProcs}-${gitBranch}";
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override {
inherit cc blocksize mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }

View File

@@ -0,0 +1,62 @@
{
stdenv
, stdexp
, bsc
, targetMachine
, stages
}:
with stdenv.lib;
let
# Initial variable configuration
varConf = with bsc; {
cpuMask = [ "0x1" "0x3" "0xf" "0xff" "0xffff" "0xffffffff" "0xffffffffffff" ];
};
# Generate the complete configuration for each unit
genConf = with bsc; c: targetMachine.config // rec {
# nbody options
particles = 1024 * 64;
timesteps = 10;
blocksize = 1024;
inherit (c) cpuMask;
cc = icc;
mpi = impi;
gitBranch = "garlic/oss+task";
# Repeat the execution of each unit 30 times
loops = 30;
# Resources
qos = "debug";
ntasksPerNode = 1;
nodes = 1;
time = "02:00:00";
cpuBind = "verbose,mask_cpu:${cpuMask}";
jobName = "nbody-bs-${cpuMask}-${gitBranch}";
};
# Compute the array of configurations
configs = stdexp.buildConfigs {
inherit varConf genConf;
};
exec = {nextStage, conf, ...}: with conf; stages.exec {
inherit nextStage;
argv = [ "-t" timesteps "-p" particles ];
};
program = {nextStage, conf, ...}: with conf;
let
customPkgs = stdexp.replaceMpi conf.mpi;
in
customPkgs.apps.nbody.override {
inherit cc blocksize mpi gitBranch;
};
pipeline = stdexp.stdPipeline ++ [ exec program ];
in
stdexp.genExperiment { inherit configs pipeline; }