99 lines
2.4 KiB
Nix
99 lines
2.4 KiB
Nix
{
|
|
stdenv
|
|
, stdexp
|
|
, bsc
|
|
, targetMachine
|
|
, stages
|
|
, enableJemalloc ? false
|
|
|
|
# Leave the first CPU per socket unused?
|
|
, freeCpu ? false
|
|
, particles ? 4096 * 24
|
|
}:
|
|
|
|
with stdenv.lib;
|
|
|
|
let
|
|
# Initial variable configuration
|
|
varConf = with bsc; {
|
|
nblocks = [ 12 24 48 96 192 384 768 ];
|
|
};
|
|
|
|
machineConfig = targetMachine.config;
|
|
|
|
# Generate the complete configuration for each unit
|
|
genConf = with bsc; c: targetMachine.config // rec {
|
|
expName = "nbody.tampi";
|
|
unitName = "${expName}.nb-${toString nblocks}";
|
|
|
|
inherit (machineConfig) hw;
|
|
# nbody options
|
|
inherit particles;
|
|
timesteps = 10;
|
|
inherit (c) nblocks;
|
|
totalTasks = ntasksPerNode * nodes;
|
|
particlesPerTask = particles / totalTasks;
|
|
blocksize = particlesPerTask / nblocks;
|
|
assert1 = assertMsg (nblocks >= hw.cpusPerSocket)
|
|
"nblocks too low: ${toString nblocks} < ${toString hw.cpusPerSocket}";
|
|
assert2 = assertMsg (particlesPerTask >= nblocks)
|
|
"too few particles: ${toString particlesPerTask} < ${toString nblocks}";
|
|
cc = icc;
|
|
mpi = impi;
|
|
gitBranch = "garlic/tampi+send+oss+task";
|
|
cflags = "-g";
|
|
inherit enableJemalloc;
|
|
|
|
# Repeat the execution of each unit 30 times
|
|
loops = 10;
|
|
|
|
# Resources
|
|
qos = "debug";
|
|
ntasksPerNode = hw.socketsPerNode;
|
|
nodes = 1;
|
|
time = "02:00:00";
|
|
|
|
|
|
# If we want to leave one CPU per socket unused
|
|
inherit freeCpu;
|
|
|
|
cpuBind = if (freeCpu)
|
|
then "verbose,mask_cpu:0xfffffe,0xfffffe000000"
|
|
else "verbose,sockets";
|
|
|
|
jobName = "bs-${toString blocksize}-${gitBranch}-nbody";
|
|
};
|
|
|
|
# Compute the array of configurations
|
|
configs = stdexp.buildConfigs {
|
|
inherit varConf genConf;
|
|
};
|
|
|
|
perf = {nextStage, conf, ...}: with conf; stages.perf {
|
|
inherit nextStage;
|
|
perfOptions = "record --call-graph dwarf -o \\$\\$.perf";
|
|
};
|
|
|
|
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
|
inherit nextStage;
|
|
argv = [ "-t" timesteps "-p" particles ];
|
|
};
|
|
|
|
program = {nextStage, conf, ...}: with conf;
|
|
let
|
|
customPkgs = stdexp.replaceMpi conf.mpi;
|
|
in
|
|
customPkgs.apps.nbody.override ({
|
|
inherit cc blocksize mpi gitBranch cflags;
|
|
} // optionalAttrs enableJemalloc {
|
|
mcxx = bsc.mcxx.override {
|
|
nanos6 = bsc.nanos6Jemalloc;
|
|
};
|
|
});
|
|
|
|
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
|
|
|
in
|
|
|
|
stdexp.genExperiment { inherit configs pipeline; }
|