ds: add perf stat parser
We can only read one output file by now, located at: .garlic/perf.csv
This commit is contained in:
parent
c1efba1e65
commit
14fbb1499b
@ -15,4 +15,6 @@
|
|||||||
latency = callPackage ./osu/latency.nix {};
|
latency = callPackage ./osu/latency.nix {};
|
||||||
bw = callPackage ./osu/bw.nix {};
|
bw = callPackage ./osu/bw.nix {};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
perf.stat = callPackage ./perf/stat.nix {};
|
||||||
}
|
}
|
||||||
|
23
garlic/ds/perf/stat.nix
Normal file
23
garlic/ds/perf/stat.nix
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
{
|
||||||
|
stdenv
|
||||||
|
, python3
|
||||||
|
, gzip
|
||||||
|
}:
|
||||||
|
|
||||||
|
resultTree:
|
||||||
|
|
||||||
|
stdenv.mkDerivation {
|
||||||
|
name = "perf-stat.json.gz";
|
||||||
|
preferLocalBuild = true;
|
||||||
|
src = ./stat.py;
|
||||||
|
phases = [ "unpackPhase" "installPhase" ];
|
||||||
|
|
||||||
|
unpackPhase = ''
|
||||||
|
cp $src stat.py
|
||||||
|
'';
|
||||||
|
|
||||||
|
buildInputs = [ python3 gzip ];
|
||||||
|
installPhase = ''
|
||||||
|
python stat.py ${resultTree} | gzip > $out
|
||||||
|
'';
|
||||||
|
}
|
71
garlic/ds/perf/stat.py
Normal file
71
garlic/ds/perf/stat.py
Normal file
@ -0,0 +1,71 @@
|
|||||||
|
import json, re, sys, os, glob
|
||||||
|
from os import path
|
||||||
|
|
||||||
|
def eprint(*args, **kwargs):
|
||||||
|
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||||
|
|
||||||
|
def process_run(tree, runPath):
|
||||||
|
with open(".garlic/perf.csv", "r") as f:
|
||||||
|
lines = [line.strip() for line in f.readlines()]
|
||||||
|
|
||||||
|
perf_data = {}
|
||||||
|
|
||||||
|
for line in lines:
|
||||||
|
if len(line) == 0: continue
|
||||||
|
if line[0] == '#': continue
|
||||||
|
|
||||||
|
slices = line.split(',')
|
||||||
|
if len(slices) != 7:
|
||||||
|
print("error: mismatched columns")
|
||||||
|
exit(1)
|
||||||
|
|
||||||
|
name = slices[2].replace("-", "_")
|
||||||
|
value = float(slices[0])
|
||||||
|
|
||||||
|
perf_data[name] = value
|
||||||
|
|
||||||
|
tree['perf'] = perf_data
|
||||||
|
|
||||||
|
print(json.dumps(tree))
|
||||||
|
|
||||||
|
def process_result_tree(resultTree):
|
||||||
|
|
||||||
|
eprint("processing resultTree: " + resultTree)
|
||||||
|
|
||||||
|
os.chdir(resultTree)
|
||||||
|
|
||||||
|
experiments = glob.glob(resultTree + "/*-experiment")
|
||||||
|
|
||||||
|
for exp in glob.glob("*-experiment"):
|
||||||
|
eprint("found experiment: " + exp)
|
||||||
|
expPath = path.join(resultTree, exp)
|
||||||
|
os.chdir(expPath)
|
||||||
|
|
||||||
|
for unit in glob.glob("*-unit"):
|
||||||
|
eprint("found unit: " + unit)
|
||||||
|
unitPath = path.join(resultTree, exp, unit)
|
||||||
|
os.chdir(unitPath)
|
||||||
|
|
||||||
|
with open('garlic_config.json') as json_file:
|
||||||
|
garlic_conf = json.load(json_file)
|
||||||
|
|
||||||
|
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||||
|
|
||||||
|
for i in range(garlic_conf['loops']):
|
||||||
|
run = str(i + 1)
|
||||||
|
runPath = path.join(resultTree, exp, unit, run)
|
||||||
|
if path.isdir(runPath) == False:
|
||||||
|
eprint("missing run {}, aborting".format(run))
|
||||||
|
exit(1)
|
||||||
|
|
||||||
|
tree["run"] = run
|
||||||
|
os.chdir(runPath)
|
||||||
|
|
||||||
|
process_run(tree, runPath)
|
||||||
|
|
||||||
|
|
||||||
|
if len(sys.argv) != 2:
|
||||||
|
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||||
|
exit(1)
|
||||||
|
|
||||||
|
process_result_tree(sys.argv[1])
|
Loading…
Reference in New Issue
Block a user