osu: add figures using the fast generators

garlic/fig/index.nix

@@ -16,6 +16,11 @@ let
     script = rScript;
     dataset = pp.mergeDatasets (map (e: ds.std.timetable e.result) expList);
   };
+
+  customPlot = rScript: dataset: rPlot {
+    script = rScript;
+    dataset = dataset;
+  };
 in
 {
   nbody = with exp.nbody; {
@@ -42,14 +47,12 @@ in
   };
 
   osu = with exp.osu; {
-    #latency = pp.osu-latency latency.result;
+    latency = customPlot ./osu/latency.R (ds.osu.latency latency.result);
-    latency =
+    latencyShm = customPlot ./osu/latency.R (ds.osu.latency latencyShm.result);
-    let
+    latencyMt = customPlot ./osu/latency.R (ds.osu.latency latencyMt.result);
-      resultJson = pp.osu-latency latency.result;
+    latencyMtShm = customPlot ./osu/latency.R (ds.osu.latency latencyMtShm.result);
-    in
+
-      rPlot {
+    bw = customPlot ./osu/bw.R (ds.osu.bw bw.result);
-        script = ./osu/latency.R;
+    bwShm = customPlot ./osu/bw.R (ds.osu.bw bwShm.result);
-        dataset = resultJson;
-      };
   };
 }

garlic/fig/osu/bw.R

@@ -0,0 +1,50 @@
+library(ggplot2)
+library(dplyr)
+library(scales)
+library(jsonlite)
+
+args=commandArgs(trailingOnly=TRUE)
+
+# Read the timetable from args[1]
+input_file = "input.json"
+if (length(args)>0) { input_file = args[1] }
+
+# Load the dataset in NDJSON format
+dataset = jsonlite::stream_in(file(input_file)) %>%
+	jsonlite::flatten()
+
+# We only need the nblocks and time
+df = select(dataset, config.unitName, config.nodes, config.ntasksPerNode, config.cpusPerTask, size, bw) %>%
+	rename(unitName=config.unitName)
+
+nodes = unique(df$config.nodes)
+tasksPerNode = unique(df$config.ntasksPerNode)
+cpusPerTask = unique(df$config.cpusPerTask)
+df$unitName = as.factor(df$unitName)
+df$sizeFactor = as.factor(df$size)
+
+ppi=300
+h=8
+w=12
+
+png("bw.png", width=w*ppi, height=h*ppi, res=ppi)
+
+breaks = 10^(-10:10)
+minor_breaks <- rep(1:9, 21)*(10^rep(-10:10, each=9))
+
+p = ggplot(data=df, aes(x=size, y=bw)) +
+	labs(x="Size (bytes)", y="Bandwidth (MB/s)",
+              title=sprintf("OSU bandwidth benchmark: nodes=%d tasksPerNode=%d cpusPerTask=%d",
+			    nodes, tasksPerNode, cpusPerTask), 
+              subtitle=input_file) +
+	geom_boxplot(aes(color=unitName, group=interaction(unitName, sizeFactor))) +
+	scale_x_continuous(trans=log2_trans()) +
+	scale_y_log10(breaks = breaks, minor_breaks = minor_breaks) +
+	theme_bw() +
+	theme(legend.position = c(0.15, 0.9))
+
+# Render the plot
+print(p)
+
+## Save the png image
+dev.off()

garlic/fig/osu/latency.R

@@ -14,9 +14,12 @@ dataset = jsonlite::stream_in(file(input_file)) %>%
 	jsonlite::flatten()
 
 # We only need the nblocks and time
-df = select(dataset, config.unitName, size, latency) %>%
+df = select(dataset, config.unitName, config.nodes, config.ntasksPerNode, config.cpusPerTask, size, latency) %>%
 	rename(unitName=config.unitName)
 
+nodes = unique(df$config.nodes)
+tasksPerNode = unique(df$config.ntasksPerNode)
+cpusPerTask = unique(df$config.cpusPerTask)
 df$unitName = as.factor(df$unitName)
 df$sizeFactor = as.factor(df$size)
 
@@ -26,13 +29,17 @@ w=12
 
 png("latency.png", width=w*ppi, height=h*ppi, res=ppi)
 
+breaks = 10^(-10:10)
+minor_breaks <- rep(1:9, 21)*(10^rep(-10:10, each=9))
+
 p = ggplot(data=df, aes(x=size, y=latency)) +
 	labs(x="Size (bytes)", y="Latency (us)",
-              title="OSU latency benchmark", 
+              title=sprintf("OSU latency benchmark nodes=%d tasksPerNode=%d cpusPerTask=%d",
+			    nodes, tasksPerNode, cpusPerTask), 
               subtitle=input_file) +
 	geom_boxplot(aes(color=unitName, group=interaction(unitName, sizeFactor))) +
-	scale_y_continuous(trans=log10_trans()) +
 	scale_x_continuous(trans=log2_trans()) +
+	scale_y_log10(breaks = breaks, minor_breaks = minor_breaks) +
 	theme_bw() +
 	theme(legend.position = c(0.15, 0.9))
 

garlic/index.nix

@@ -106,7 +106,6 @@
   # Post processing
   pp = {
     store = callPackage ./pp/store.nix { };
-    osu-latency = callPackage ./pp/osu-latency.nix { };
     rPlot = callPackage ./pp/rplot.nix { };
     mergeDatasets = callPackage ./pp/merge.nix { };
   };

garlic/pp/osu-latency.nix

@@ -1,32 +0,0 @@
-{
-  stdenv
-, jq
-}:
-
-inputResult:
-
-stdenv.mkDerivation {
-  name = "osu-latency.json";
-  preferLocalBuild = true;
-  phases = [ "installPhase" ];
-  buildInputs = [ jq ];
-  installPhase = ''
-    touch $out
-    cd ${inputResult}
-    for exp in *-experiment; do
-      cd ${inputResult}/$exp
-      for unit in *-unit; do
-        cd ${inputResult}/$exp/$unit
-        conf=garlic_config.json
-        for run in $(ls -d [0-9]* | sort -n); do
-          echo "processing unit=$unit run=$run"
-          awk '/^[0-9]+ +[0-9\.]+$/{print $1, $2}' $run/stdout.log | (
-            while read -r size latency; do
-              jq -cn "{ exp:\"$exp\", unit:\"$unit\", config:inputs, run:$run, \
-                size:$size, latency:$latency }" $conf >> $out
-            done)
-        done
-      done
-    done
-  '';
-}