From 7b26b59988094599b7874a9c255b113adf53cd71 Mon Sep 17 00:00:00 2001
From: Rodrigo Arias Mallo <rodrigo.arias@bsc.es>
Date: Tue, 27 Oct 2020 10:47:52 +0100
Subject: [PATCH] Use rsync to fetch only the logs

---
 garlic/pp/result2.nix | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/garlic/pp/result2.nix b/garlic/pp/result2.nix
index 88a125f..0a5d321 100644
--- a/garlic/pp/result2.nix
+++ b/garlic/pp/result2.nix
@@ -1,12 +1,15 @@
 {
   stdenv
 , garlicTools
+, rsync
 }:
 
 {
   trebuchetStage
 , experimentStage
 , garlicTemp
+# We only fetch the config, stdout and stderr by default
+, fetchAll ? false
 }:
 
 with garlicTools;
@@ -14,12 +17,18 @@ with garlicTools;
 let
   experimentName = baseNameOf (toString experimentStage);
   garlicOut = "/mnt/garlic-out";
+  rsyncFilter = if (fetchAll) then "" else ''
+    --include='*/*/garlic_config.json' \
+    --include='*/*/std*.log' \
+    --include='*/*/*/std*.log' \
+    --exclude='*/*/*/*' '';
 in
   stdenv.mkDerivation {
     name = "result";
     preferLocalBuild = true;
     __noChroot = true;
 
+    buildInputs = [ rsync ];
     phases = [ "installPhase" ];
 
     installPhase = ''
@@ -73,9 +82,10 @@ in
         echo "waiting 10 seconds to try again"
         sleep 10
       done
-      echo "$exp: execution complete"
+      echo "$exp: execution complete, fething results"
 
       mkdir -p $out
-      cp -aL $exp $out
+      #cp -aL $exp $out
+      rsync -P -rt --copy-links  ${rsyncFilter} $exp $out
     '';
   }