bscpkgs/garlic/exp/fwi/io.nix

76 lines
1.8 KiB
Nix
Raw Normal View History

# Test FWI variants based on tasks with and without I/O.
# This experiment solves a computationally expensive input which brings the
# storage devices to saturation when I/O is enabled. The same input runs
# without I/O for comparison purposes. Also, a range of block sizes
# deemed as efficient according to the granularity experiment are
# explored.
2020-10-30 15:58:03 +01:00
{
stdenv
2022-09-01 16:27:29 +02:00
, lib
2020-10-30 15:58:03 +01:00
, stdexp
, bsc
, targetMachine
, stages
, callPackage
, enableExtended ? false
2020-10-30 15:58:03 +01:00
}:
2022-09-01 16:27:29 +02:00
with lib;
2020-10-30 15:58:03 +01:00
let
common = callPackage ./common.nix {};
inherit (common) getConfigs getResources pipeline;
inherit (targetMachine) fs;
2020-10-30 15:58:03 +01:00
# Initial variable configuration
varConf = {
gitBranch = [ "garlic/tampi+send+oss+task" ];
blocksize = [ 1 2 4 8 ];
n = [ {nx=500; nz=500; ny=16000;} ];
nodes = if (enableExtended) then range2 1 16 else [ 4 ];
2021-04-12 20:09:17 +02:00
enableIO = [ false true ];
2020-10-30 15:58:03 +01:00
};
machineConfig = targetMachine.config;
2020-10-30 15:58:03 +01:00
# Generate the complete configuration for each unit
genConf = c: targetMachine.config // rec {
expName = "fwi-io";
unitName = "${expName}"
+ "-nodes${toString nodes}"
+ "-bs${toString blocksize}"
2021-04-12 20:09:17 +02:00
+ (if (enableIO) then "-io1" else "-io0")
+ "-${toString gitBranch}";
inherit (machineConfig) hw;
2021-04-12 20:09:17 +02:00
inherit (c) gitBranch blocksize enableIO nodes;
inherit (c.n) nx ny nz;
# Repeat the execution of each unit several times
loops = 10;
2020-10-30 15:58:03 +01:00
# Resources
inherit (getResources { inherit gitBranch hw; })
cpusPerTask ntasksPerNode;
qos = "debug";
2020-10-30 15:58:03 +01:00
time = "02:00:00";
jobName = unitName;
enableCTF = false;
# Enable permissions to write in the local storage
extraMounts = [ fs.local.temp ];
tempDir = fs.local.temp;
2020-10-30 15:58:03 +01:00
};
configs = getConfigs {
2020-10-30 15:58:03 +01:00
inherit varConf genConf;
};
in
stdexp.genExperiment { inherit configs pipeline; }