2020-12-07 13:33:42 +01:00
|
|
|
{
|
|
|
|
super
|
|
|
|
, self
|
|
|
|
, bsc
|
|
|
|
, callPackage
|
|
|
|
}:
|
|
|
|
|
|
|
|
{
|
2021-01-26 14:59:24 +01:00
|
|
|
develop = let
|
|
|
|
commonPackages = with self; [
|
|
|
|
coreutils htop procps-ng vim which strace
|
|
|
|
tmux gdb kakoune universal-ctags bashInteractive
|
|
|
|
glibcLocales ncurses git screen curl
|
|
|
|
# Add more nixpkgs packages here...
|
|
|
|
];
|
|
|
|
bscPackages = with bsc; [
|
|
|
|
slurm clangOmpss2 icc mcxx perf tampi impi
|
|
|
|
# Add more bsc packages here...
|
|
|
|
];
|
|
|
|
packages = commonPackages ++ bscPackages;
|
|
|
|
in
|
|
|
|
bsc.garlic.stages.exec rec {
|
|
|
|
nextStage = bsc.garlic.stages.isolate {
|
|
|
|
nextStage = bsc.garlic.unsafeDevelop.override {
|
|
|
|
extraInputs = packages;
|
|
|
|
};
|
|
|
|
nixPrefix = bsc.garlic.targetMachine.config.nixPrefix;
|
|
|
|
extraMounts = [ "/tmp:$TMPDIR" ];
|
|
|
|
};
|
2020-12-07 13:33:42 +01:00
|
|
|
nixPrefix = bsc.garlic.targetMachine.config.nixPrefix;
|
2021-01-26 14:59:24 +01:00
|
|
|
# This hack uploads all dependencies to MN4
|
|
|
|
pre = let
|
|
|
|
nixPrefix = bsc.garlic.targetMachine.config.nixPrefix;
|
|
|
|
stageProgram = bsc.garlicTools.stageProgram;
|
|
|
|
in
|
|
|
|
''
|
|
|
|
# Hack to upload this to MN4: @upload-to-mn@
|
2020-12-07 13:33:42 +01:00
|
|
|
|
2021-01-26 14:59:24 +01:00
|
|
|
# Create a link to the develop script
|
|
|
|
ln -fs ${nixPrefix}${stageProgram nextStage} .nix-develop
|
|
|
|
'';
|
|
|
|
post = "\n";
|
2020-12-07 13:33:42 +01:00
|
|
|
};
|
|
|
|
|
2021-01-26 14:59:24 +01:00
|
|
|
unsafeDevelop = callPackage ./develop/default.nix { };
|
|
|
|
|
2020-12-07 13:33:42 +01:00
|
|
|
# Configuration for the machines
|
|
|
|
machines = callPackage ./machines.nix { };
|
|
|
|
|
|
|
|
report = callPackage ./report.nix {
|
|
|
|
fig = bsc.garlic.fig;
|
|
|
|
};
|
|
|
|
|
|
|
|
sedReport = callPackage ./sedReport.nix {
|
|
|
|
fig = bsc.garlic.fig;
|
|
|
|
};
|
|
|
|
|
|
|
|
bundleReport = callPackage ./bundleReport.nix {
|
|
|
|
fig = bsc.garlic.fig;
|
|
|
|
};
|
|
|
|
|
|
|
|
reportTar = callPackage ./reportTar.nix {
|
|
|
|
fig = bsc.garlic.fig;
|
|
|
|
};
|
|
|
|
|
|
|
|
# Use the configuration for the following target machine
|
|
|
|
targetMachine = bsc.garlic.machines.mn4;
|
|
|
|
|
|
|
|
# Load some helper functions to generate app variants
|
|
|
|
|
|
|
|
stdexp = callPackage ./stdexp.nix {
|
2021-02-03 12:37:54 +01:00
|
|
|
inherit (bsc.garlic) targetMachine stages pp;
|
2020-12-07 13:33:42 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
# Execution stages
|
|
|
|
stages = {
|
|
|
|
sbatch = callPackage ./stages/sbatch.nix { };
|
|
|
|
srun = callPackage ./stages/srun.nix { };
|
|
|
|
control = callPackage ./stages/control.nix { };
|
|
|
|
exec = callPackage ./stages/exec.nix { };
|
2021-01-12 18:19:49 +01:00
|
|
|
script = callPackage ./stages/script.nix { };
|
2020-12-07 13:33:42 +01:00
|
|
|
extrae = callPackage ./stages/extrae.nix { };
|
|
|
|
valgrind = callPackage ./stages/valgrind.nix { };
|
|
|
|
perf = callPackage ./stages/perf.nix { };
|
|
|
|
isolate = callPackage ./stages/isolate { };
|
|
|
|
runexp = callPackage ./stages/runexp { };
|
|
|
|
trebuchet = callPackage ./stages/trebuchet.nix { };
|
|
|
|
strace = callPackage ./stages/strace.nix { };
|
|
|
|
unit = callPackage ./stages/unit.nix { };
|
|
|
|
experiment = callPackage ./stages/experiment.nix { };
|
|
|
|
};
|
|
|
|
|
|
|
|
# Tests (move to bsc ?)
|
|
|
|
mpptest = callPackage ./mpptest { };
|
|
|
|
|
|
|
|
ppong = callPackage ./ppong {
|
|
|
|
mpi = bsc.mpi;
|
|
|
|
};
|
|
|
|
|
|
|
|
hist = callPackage ./pp/hist { };
|
|
|
|
|
|
|
|
tool = callPackage ./sh/default.nix {
|
|
|
|
sshHost = "mn1";
|
|
|
|
};
|
|
|
|
|
|
|
|
# Post processing tools
|
|
|
|
pp = with bsc.garlicTools; rec {
|
|
|
|
store = callPackage ./pp/store.nix { };
|
|
|
|
resultFromTrebuchet = trebuchetStage: (store {
|
|
|
|
experimentStage = getExperimentStage trebuchetStage;
|
|
|
|
inherit trebuchetStage;
|
|
|
|
});
|
|
|
|
timetable = callPackage ./pp/timetable.nix { };
|
2021-02-23 17:52:48 +01:00
|
|
|
osu-latency = callPackage ./pp/osu-latency.nix { };
|
2020-12-07 13:33:42 +01:00
|
|
|
rPlot = callPackage ./pp/rplot.nix { };
|
|
|
|
timetableFromTrebuchet = tre: timetable (resultFromTrebuchet tre);
|
|
|
|
mergeDatasets = callPackage ./pp/merge.nix { };
|
|
|
|
|
|
|
|
# Takes a list of experiments and returns a file that contains
|
|
|
|
# all timetable results from the experiments.
|
|
|
|
merge = exps: mergeDatasets (map timetableFromTrebuchet exps);
|
|
|
|
};
|
|
|
|
|
2021-02-15 16:20:06 +01:00
|
|
|
garlicd = callPackage ./garlicd/default.nix {
|
|
|
|
garlicTool = bsc.garlic.tool;
|
|
|
|
};
|
|
|
|
|
2020-12-07 13:33:42 +01:00
|
|
|
# Apps for Garlic
|
|
|
|
apps = callPackage ./apps/index.nix { };
|
|
|
|
|
|
|
|
# Experiments
|
|
|
|
exp = callPackage ./exp/index.nix { };
|
|
|
|
|
|
|
|
# Figures generated from the experiments
|
|
|
|
fig = callPackage ./fig/index.nix { };
|
|
|
|
|
|
|
|
}
|