{ stdenv , stdexp , bsc , targetMachine , stages , enableJemalloc ? false # Leave the first CPU per socket unused? , freeCpu ? false , particles ? 1024 * 32 }: with stdenv.lib; let # Initial variable configuration varConf = with bsc; { # We need at least cpusPerNode blocks nblocks = [ 4 8 16 32 64 128 256 512 ]; }; machineConfig = targetMachine.config; # Generate the complete configuration for each unit genConf = with bsc; c: targetMachine.config // rec { inherit (machineConfig) hw; # nbody options inherit particles; timesteps = 10; inherit (c) nblocks; totalTasks = ntasksPerNode * nodes; particlesPerTask = particles / totalTasks; blocksize = particlesPerTask / nblocks; assert1 = assertMsg (nblocks >= hw.cpusPerSocket) "nblocks too low: ${toString nblocks} < ${toString hw.cpusPerSocket}"; assert2 = assertMsg (particlesPerTask >= nblocks) "too few particles: ${toString particlesPerTask} < ${toString nblocks}"; cc = icc; mpi = impi; gitBranch = "garlic/tampi+send+oss+task"; cflags = "-g"; inherit enableJemalloc; # Repeat the execution of each unit 30 times loops = 10; # Resources qos = "debug"; ntasksPerNode = hw.socketsPerNode; nodes = 1; time = "02:00:00"; # If we want to leave one CPU per socket unused inherit freeCpu; cpuBind = if (freeCpu) then "verbose,mask_cpu:0xfffffe,0xfffffe000000" else "verbose,sockets"; jobName = "bs-${toString blocksize}-${gitBranch}-nbody"; }; # Compute the array of configurations configs = stdexp.buildConfigs { inherit varConf genConf; }; perf = {nextStage, conf, ...}: with conf; stages.perf { inherit nextStage; perfOptions = "record --call-graph dwarf -o \\$\\$.perf"; }; exec = {nextStage, conf, ...}: with conf; stages.exec { inherit nextStage; argv = [ "-t" timesteps "-p" particles ]; }; program = {nextStage, conf, ...}: with conf; let customPkgs = stdexp.replaceMpi conf.mpi; in customPkgs.apps.nbody.override ({ inherit cc blocksize mpi gitBranch cflags; } // optionalAttrs enableJemalloc { mcxx = bsc.mcxx.override { nanos6 = bsc.nanos6Jemalloc; }; }); pipeline = stdexp.stdPipeline ++ [ exec program ]; in stdexp.genExperiment { inherit configs pipeline; }