WIP: postprocessing pipeline

Now each run is executed in a independent folder
This commit is contained in:
2020-10-21 18:18:43 +02:00
parent 1321b6a888
commit 4beb069627
20 changed files with 232 additions and 279 deletions

31
garlic/pp/timetable.nix Normal file
View File

@@ -0,0 +1,31 @@
{
stdenv
, jq
}:
inputResult:
stdenv.mkDerivation {
name = "timetable.json";
preferLocalBuild = true;
phases = [ "installPhase" ];
buildInputs = [ jq ];
installPhase = ''
touch $out
cd ${inputResult}
for exp in *-experiment; do
cd ${inputResult}/$exp
for unit in *-unit; do
cd ${inputResult}/$exp/$unit
conf=garlic_config.json
for run in $(ls -d [0-9]* | sort -n); do
time=$(awk '/^time /{print $2}' $run/stdout.log)
jq -cn "{ exp:\"$exp\", unit:\"$unit\", config:inputs, time:$time}" \
$conf >> $out
done
done
done
#gzip $out
'';
}