varcila/bscpkgs
1
0
Fork 0
forked from rarias/bscpkgs
Code Pull Requests Activity

WIP: postprocessing pipeline

Browse Source 
Now each run is executed in a independent folder
This commit is contained in:
Rodrigo Arias
2020-10-21 18:18:43 +02:00
parent 1321b6a888
commit 4beb069627
20 changed files with 232 additions and 279 deletions
Download Patch File Download Diff File Expand all files Collapse all files

60
overlay.nix
View File

@@ -279,11 +279,12 @@ let
# Experiments
exp = {
nbody = {
nbody = rec {
test = callPackage ./garlic/exp/nbody/test.nix { };
tampi = callPackage ./garlic/exp/nbody/tampi.nix { };
baseline = tampi;
freeCpu = callPackage ./garlic/exp/nbody/tampi.nix {
enableFreeCpu = true;
freeCpu = true;
};
jemalloc = callPackage ./garlic/exp/nbody/tampi.nix {
enableJemalloc = true;
@@ -310,37 +311,44 @@ let
};
};
hist = callPackage ./garlic/pp/hist { };
# Post processing tools
hist = callPackage ./garlic/postprocess/hist { };
getExpResult = callPackage ./garlic/postprocess/result.nix { };
resultFromTrebuchet = trebuchetStage: self.garlic.getExpResult {
garlicTemp = "/tmp/garlic-temp";
inherit trebuchetStage;
experimentStage = with self.bsc.garlicTools;
getExperimentStage trebuchetStage;
pp = rec {
getExpResult = callPackage ./garlic/pp/result.nix {
inherit fetchExperiment;
};
resultFromTrebuchet = trebuchetStage: getExpResult {
garlicTemp = "/tmp/garlic-temp";
inherit trebuchetStage;
experimentStage = with self.bsc.garlicTools;
getExperimentStage trebuchetStage;
};
fetchExperiment = callPackage ./garlic/pp/fetch.nix { };
timetable = callPackage ./garlic/pp/timetable.nix { };
rPlot = callPackage ./garlic/pp/rplot.nix { };
timetableFromTrebuchet = tre: timetable (resultFromTrebuchet tre);
mergeDatasets = callPackage ./garlic/pp/merge.nix { };
# Takes a list of experiments and returns a file that contains the
# all timetable results from the experiments.
merge = exps: mergeDatasets (map timetableFromTrebuchet exps);
};
fetchExperiment = callPackage ./garlic/postprocess/fetch.nix { };
# Figures generated from the experiments
fig = {
fig = with self.bsc.garlic; {
nbody = {
test = callPackage ./garlic/fig/nbody/test/default.nix {
experiments = [
self.bsc.garlic.exp.nbody.tampi
];
jemalloc = pp.rPlot {
script = ./garlic/fig/nbody/jemalloc.R;
dataset = with exp.nbody; pp.merge [ baseline jemalloc ];
};
jemalloc = callPackage ./garlic/fig/nbody/jemalloc/default.nix {
resDefault = self.garlic.resultFromTrebuchet
self.bsc.garlic.exp.nbody.tampi;
resJemalloc = self.garlic.resultFromTrebuchet
self.bsc.garlic.exp.nbody.jemalloc;
};
freeCpu = callPackage ./garlic/fig/nbody/freeCpu/default.nix {
resDefault = self.garlic.resultFromTrebuchet
self.bsc.garlic.exp.nbody.tampi;
resFreeCpu = self.garlic.resultFromTrebuchet
self.bsc.garlic.exp.nbody.freeCpu;
freeCpu = pp.rPlot {
script = ./garlic/fig/nbody/freeCpu.R;
dataset = with exp.nbody; pp.merge [ baseline freeCpu ];
};
};
};
};