2021-04-07 12:35:44 +02:00
|
|
|
# This experiment compares the effect of not using I/O versus using O_DIRECT |
|
|
|
|
# O_DSYNC enabled I/O. This is a reduced version of the strong_scaling_io
|
|
|
|
# experiment.
|
|
|
|
|
2020-10-30 15:58:03 +01:00
|
|
|
{
|
|
|
|
stdenv
|
|
|
|
, stdexp
|
|
|
|
, bsc
|
|
|
|
, targetMachine
|
|
|
|
, stages
|
2021-04-12 16:27:18 +02:00
|
|
|
, callPackage
|
2020-10-30 15:58:03 +01:00
|
|
|
}:
|
|
|
|
|
|
|
|
with stdenv.lib;
|
|
|
|
|
|
|
|
let
|
2021-04-12 16:27:18 +02:00
|
|
|
common = callPackage ./common.nix {};
|
|
|
|
inherit (common) getConfigs getResources pipeline;
|
2021-03-24 10:24:29 +01:00
|
|
|
|
|
|
|
inherit (targetMachine) fs;
|
|
|
|
|
2020-10-30 15:58:03 +01:00
|
|
|
# Initial variable configuration
|
|
|
|
varConf = {
|
2021-01-29 15:33:12 +01:00
|
|
|
gitBranch = [
|
2021-04-07 12:35:44 +02:00
|
|
|
"garlic/tampi+send+oss+task"
|
|
|
|
# "garlic/mpi+send+omp+task"
|
2021-03-26 17:34:34 +01:00
|
|
|
# "garlic/mpi+send+oss+task"
|
2021-03-04 18:41:24 +01:00
|
|
|
# "garlic/mpi+send+seq"
|
|
|
|
# "garlic/oss+task"
|
|
|
|
# "garlic/omp+task"
|
|
|
|
# "garlic/seq"
|
2021-01-29 15:33:12 +01:00
|
|
|
];
|
2021-03-04 18:41:24 +01:00
|
|
|
|
2021-04-07 12:35:44 +02:00
|
|
|
blocksize = [ 1 ];
|
2021-03-08 19:16:24 +01:00
|
|
|
|
|
|
|
n = [
|
2021-04-07 12:35:44 +02:00
|
|
|
{nx=500; nz=500; ny=16000;}
|
2021-03-08 19:16:24 +01:00
|
|
|
];
|
2021-03-24 10:24:29 +01:00
|
|
|
|
2021-04-07 12:35:44 +02:00
|
|
|
nodes = [ 4 ];
|
|
|
|
ioFreq = [ 9999 (-1) ];
|
2020-10-30 15:58:03 +01:00
|
|
|
};
|
|
|
|
|
2021-01-29 15:33:12 +01:00
|
|
|
machineConfig = targetMachine.config;
|
|
|
|
|
2020-10-30 15:58:03 +01:00
|
|
|
# Generate the complete configuration for each unit
|
|
|
|
genConf = with bsc; c: targetMachine.config // rec {
|
2021-04-12 16:27:18 +02:00
|
|
|
expName = "fwi-sync-io";
|
|
|
|
unitName = "${expName}"
|
|
|
|
+ "-ioFreq${toString ioFreq}"
|
|
|
|
+ "-${toString gitBranch}";
|
2021-01-29 15:33:12 +01:00
|
|
|
|
2021-04-12 16:27:18 +02:00
|
|
|
inherit (machineConfig) hw;
|
2021-03-04 18:41:24 +01:00
|
|
|
inherit (c) gitBranch blocksize;
|
2021-04-07 12:35:44 +02:00
|
|
|
inherit (c.n) nx ny nz;
|
2021-03-08 19:16:24 +01:00
|
|
|
|
|
|
|
fwiInput = bsc.apps.fwi.input.override {
|
|
|
|
inherit (c.n) nx ny nz;
|
|
|
|
};
|
2020-10-30 15:58:03 +01:00
|
|
|
|
2021-03-24 10:24:29 +01:00
|
|
|
# Other FWI parameters
|
2021-04-07 12:35:44 +02:00
|
|
|
ioFreq = c.ioFreq;
|
2021-03-24 10:24:29 +01:00
|
|
|
|
2021-01-29 15:33:12 +01:00
|
|
|
# Repeat the execution of each unit several times
|
|
|
|
loops = 10;
|
2020-10-30 15:58:03 +01:00
|
|
|
|
|
|
|
# Resources
|
2021-04-12 16:27:18 +02:00
|
|
|
inherit (getResources { inherit gitBranch hw; })
|
|
|
|
cpusPerTask ntasksPerNode;
|
|
|
|
|
2021-04-07 12:35:44 +02:00
|
|
|
nodes = c.nodes;
|
2021-01-29 15:33:12 +01:00
|
|
|
qos = "debug";
|
2020-10-30 15:58:03 +01:00
|
|
|
time = "02:00:00";
|
2021-01-29 15:33:12 +01:00
|
|
|
jobName = unitName;
|
2021-03-24 10:24:29 +01:00
|
|
|
|
2021-04-12 16:27:18 +02:00
|
|
|
enableCTF = false;
|
2021-03-24 10:24:29 +01:00
|
|
|
|
|
|
|
# Enable permissions to write in the local storage
|
|
|
|
extraMounts = [ fs.local.temp ];
|
2021-04-12 16:27:18 +02:00
|
|
|
tempDir = fs.local.temp;
|
2021-03-24 10:24:29 +01:00
|
|
|
|
2020-10-30 15:58:03 +01:00
|
|
|
};
|
|
|
|
|
2021-04-12 16:27:18 +02:00
|
|
|
configs = getConfigs {
|
2020-10-30 15:58:03 +01:00
|
|
|
inherit varConf genConf;
|
|
|
|
};
|
|
|
|
|
|
|
|
in
|
|
|
|
|
|
|
|
stdexp.genExperiment { inherit configs pipeline; }
|