Remove garlic from bscpkgs
This commit is contained in:
parent
7b72b38023
commit
4533c94b4f
@ -1,54 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, cc
|
||||
, nanos6 ? null
|
||||
, mcxx ? null
|
||||
, mpi
|
||||
, gitBranch
|
||||
}:
|
||||
|
||||
with lib;
|
||||
stdenv.mkDerivation rec {
|
||||
name = "bigsort";
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/dalvare1/bigsort.git";
|
||||
ref = "${gitBranch}";
|
||||
};
|
||||
|
||||
#sourceRoot = "./BigSort";
|
||||
|
||||
preBuild = ''
|
||||
cd BigSort
|
||||
export I_MPI_CXX=${cc.CXX}
|
||||
'';
|
||||
|
||||
buildInputs = [
|
||||
cc
|
||||
mpi
|
||||
]
|
||||
++ optional (mcxx != null) mcxx
|
||||
++ optional (nanos6 != null) nanos6;
|
||||
|
||||
makeFlags = [
|
||||
"CC=${cc.CC}"
|
||||
"CXX=${cc.CXX}"
|
||||
"CPP_BIN=mpicxx"
|
||||
"CLUSTER=MareNostrum4"
|
||||
"OPENMP=yes"
|
||||
"Debug=no"
|
||||
"OPENMP_FLAGS=-qopenmp"
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp bigsort $out/bin/BigSort
|
||||
'';
|
||||
|
||||
programPath = "/bin/BigSort";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,46 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, cc
|
||||
, mpi
|
||||
}:
|
||||
|
||||
with lib;
|
||||
stdenv.mkDerivation rec {
|
||||
name = "genseq";
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/dalvare1/bigsort.git";
|
||||
ref = "garlic/mpi+send+omp+task";
|
||||
};
|
||||
|
||||
postUnpack = "sourceRoot=$sourceRoot/GenSeq";
|
||||
|
||||
# FIXME: Remove the ../commons/Makefile as is not useful here, we only need
|
||||
# the CPP_SRC and OBJ variables.
|
||||
postPatch = ''
|
||||
sed -i '1cCPP_SRC = $(wildcard *.cpp)' Makefile
|
||||
sed -i '2cOBJ = $(CPP_SRC:.cpp=.o)' Makefile
|
||||
'';
|
||||
|
||||
buildInputs = [
|
||||
cc
|
||||
mpi
|
||||
];
|
||||
|
||||
makeFlags = [
|
||||
"I_MPI_CXX=${cc.CXX}"
|
||||
"CPP_BIN=mpicxx"
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp genseq $out/bin/genseq
|
||||
'';
|
||||
|
||||
programPath = "/bin/genseq";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,46 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, cc
|
||||
, mpi
|
||||
}:
|
||||
|
||||
with lib;
|
||||
stdenv.mkDerivation rec {
|
||||
name = "shuffle";
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/dalvare1/bigsort.git";
|
||||
ref = "garlic/mpi+send+omp+task";
|
||||
};
|
||||
|
||||
postUnpack = "sourceRoot=$sourceRoot/ShuffleSeq";
|
||||
|
||||
# FIXME: Remove the ../commons/Makefile as is not useful here, we only need
|
||||
# the CPP_SRC and OBJ variables.
|
||||
postPatch = ''
|
||||
sed -i '1cCPP_SRC = $(wildcard *.cpp)' Makefile
|
||||
sed -i '2cOBJ = $(CPP_SRC:.cpp=.o)' Makefile
|
||||
'';
|
||||
|
||||
buildInputs = [
|
||||
cc
|
||||
mpi
|
||||
];
|
||||
|
||||
makeFlags = [
|
||||
"I_MPI_CXX=${cc.CXX}"
|
||||
"CPP_BIN=mpicxx"
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp shuffle $out/bin/shuffle
|
||||
'';
|
||||
|
||||
programPath = "/bin/shuffle";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,43 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, libconfig
|
||||
, nanos6
|
||||
, mpi
|
||||
, uthash
|
||||
, fftw
|
||||
, tampi
|
||||
, hdf5
|
||||
}:
|
||||
|
||||
stdenv.mkDerivation rec {
|
||||
name = "cpic";
|
||||
|
||||
# Use my current cpic version, so I can test changes without commits
|
||||
#src = /home/Computational/rarias/cpic;
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "https://github.com/rodarima/cpic";
|
||||
# rev = "73bd70448587f0925b89e24c8f17e412ea3958e6";
|
||||
ref = "simd";
|
||||
};
|
||||
|
||||
enableParallelBuilding = true;
|
||||
dontStrip = true;
|
||||
|
||||
buildInputs = [
|
||||
libconfig
|
||||
nanos6
|
||||
mpi
|
||||
uthash
|
||||
fftw
|
||||
tampi
|
||||
hdf5
|
||||
];
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp cpic $out/bin/cpic
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,57 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, nanos6
|
||||
, mpi
|
||||
, openmpi
|
||||
, impi
|
||||
, tampi
|
||||
, mcxx
|
||||
, gnuDef
|
||||
, intelDef
|
||||
, cc
|
||||
, gitBranch ? "garlic/mpi+send+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
assert (mpi == impi || mpi == openmpi);
|
||||
|
||||
let
|
||||
# FIXME: We should find a better way to specify the MPI implementation
|
||||
# and the compiler.
|
||||
mpiName = if mpi == openmpi then "OpenMPI" else "IntelMPI";
|
||||
compName = if cc == intelDef then "Intel" else "GNU";
|
||||
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "creams";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "creams";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
programPath = "/bin/creams.exe";
|
||||
|
||||
buildInputs = [ nanos6 mpi cc tampi mcxx ];
|
||||
|
||||
configurePhase = ''
|
||||
export TAMPI_HOME=${tampi}
|
||||
|
||||
. etc/bashrc
|
||||
|
||||
export FORTRAN_COMPILER=${compName}
|
||||
export MPI_LIB=${mpiName}
|
||||
|
||||
CREAMS_UPDATE_ENVIRONMENT
|
||||
'';
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp -a build/* $out/bin
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,49 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
import argparse
|
||||
|
||||
parser = argparse.ArgumentParser(description="Generate a grid.dat input file for CREAMS")
|
||||
|
||||
parser.add_argument('--npx', type=int, help='number of processes in X', default=1)
|
||||
parser.add_argument('--npy', type=int, help='number of processes in Y', default=1)
|
||||
parser.add_argument('--npz', type=int, help='number of processes in Z', default=32)
|
||||
parser.add_argument('--grain', type=int, help='granularity', default=9)
|
||||
parser.add_argument('--nx', type=int, help='number of points in X', default=20)
|
||||
parser.add_argument('--ny', type=int, help='number of points in Y', default=20)
|
||||
parser.add_argument('--nz', type=int, help='number of points in Z', default=7000)
|
||||
parser.add_argument('--dx', type=float, help='grid spacing in X', default=0.0025062657)
|
||||
parser.add_argument('--dy', type=float, help='grid spacing in Y', default=0.0025062657)
|
||||
parser.add_argument('--dz', type=float, help='grid spacing in Z', default=0.0025062657)
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
grain_str = "%d %d" % (args.grain, args.grain)
|
||||
boundary = "extrapolation"
|
||||
|
||||
# Print
|
||||
print(' %-49d number of processes in x-direction (0 if automatic)' % args.npx)
|
||||
print(' %-49d number of processes in y-direction (0 if automatic)' % args.npy)
|
||||
print(' %-49d number of processes in z-direction (0 if automatic)' % args.npz)
|
||||
print(' ')
|
||||
print(' %-49s subdomain granularity' % grain_str)
|
||||
print(' ')
|
||||
print(' %-49s -x boundary' % boundary)
|
||||
print(' %-49s +x boundary' % boundary)
|
||||
print(' %-49s -y boundary' % boundary)
|
||||
print(' %-49s +y boundary' % boundary)
|
||||
print(' %-49s -z boundary' % boundary)
|
||||
print(' %-49s +z boundary' % boundary)
|
||||
print(' ')
|
||||
print(' x-direction')
|
||||
for i in range(args.nx):
|
||||
print("%.9e" % (i * args.dx))
|
||||
print(' ')
|
||||
print(' y-direction')
|
||||
for i in range(args.ny):
|
||||
print("%.9e" % (i * args.dy))
|
||||
print(' ')
|
||||
print(' z-direction')
|
||||
for i in range(args.nz):
|
||||
print("%.9e" % (i * args.dz))
|
||||
print(' ')
|
||||
print(' END')
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-03-31 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/pmartin1/creams-simplified.git
|
||||
|
||||
"garlic/mpi+isend+omp+task" = "e6aa540820ee12d3d45d0eef8e7eeb2f0f1daea2";
|
||||
"garlic/mpi+isend+oss+task" = "016f33b8bec996a4546e8f08b1b6b1709f00499b";
|
||||
"garlic/mpi+send+omp+fork" = "e56e059264ad1bfe5e0c96a8b9303d21dd7fa20a";
|
||||
"garlic/mpi+send+omp+task" = "919580213de34bc5b6ba60c768c5dde5e501a1f6";
|
||||
"garlic/mpi+send+oss+task" = "adab8b66f27317d51445648302e7b133edf4837d";
|
||||
"garlic/mpi+send+seq" = "956125f9334493d31ceee3fa7024efa65bee9ca5";
|
||||
"garlic/tampi+isend+oss+task" = "14a121627679a251909d4b8103d260e27eac1d29";
|
||||
}
|
||||
@ -1,48 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, python3
|
||||
, granul ? 9
|
||||
, nprocx ? 1
|
||||
, nprocy ? 1
|
||||
, nprocz ? 1
|
||||
, nx ? 20
|
||||
, ny ? 20
|
||||
, nz ? 7000
|
||||
, gitBranch ? "garlic/mpi+send+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "creams";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
|
||||
gen = ./gen_grid.py;
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "creams-input";
|
||||
|
||||
buildInputs = [ python3 ];
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
phases = [ "unpackPhase" "installPhase" ];
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out
|
||||
cp -a SodTubeBenchmark $out/
|
||||
|
||||
python3 ${gen} \
|
||||
--npx ${toString nprocx} \
|
||||
--npy ${toString nprocy} \
|
||||
--npz ${toString nprocz} \
|
||||
--grain ${toString granul} \
|
||||
--nx ${toString nx} \
|
||||
--ny ${toString ny} \
|
||||
--nz ${toString nz} \
|
||||
> $out/SodTubeBenchmark/grid.dat
|
||||
'';
|
||||
}
|
||||
@ -1,77 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, mpi ? null
|
||||
, tampi ? null
|
||||
, mcxx ? null
|
||||
, cc
|
||||
, gitBranch ? "garlic/tampi+send+oss+task"
|
||||
, gitCommit ? null
|
||||
, fwiParams
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
assert !(tampi != null && mcxx == null);
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "fwi";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "fwi";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
enableParallelBuilding = false;
|
||||
|
||||
buildInputs = [
|
||||
cc
|
||||
]
|
||||
++ optional (mpi != null) mpi
|
||||
++ optional (tampi != null) tampi
|
||||
++ optional (mcxx != null) mcxx;
|
||||
|
||||
# FIXME: Correct this on the Makefile so we can just type "make fwi"
|
||||
# FIXME: Allow multiple MPI implementations
|
||||
postPatch = ''
|
||||
sed -i 's/= OPENMPI$/= INTEL/g' Makefile
|
||||
sed -i 's/USE_O_DIRECT ?= NO/USE_O_DIRECT ?= YES/g' Makefile || true
|
||||
'';
|
||||
|
||||
# FIXME: This is an ugly hack.
|
||||
# When using _GNU_SOURCE or any other definition used in features.h, we need
|
||||
# to define them before mcc includes nanos6.h from the command line. So the
|
||||
# only chance is by setting it at the command line with -D. Using the DEFINES
|
||||
# below, reaches the command line of the preprocessing stage with gcc.
|
||||
preConfigure = ''
|
||||
export DEFINES=-D_GNU_SOURCE
|
||||
|
||||
make depend
|
||||
|
||||
cp ${fwiParams}/generated_model_params.h src/
|
||||
'';
|
||||
|
||||
# We compile the ModelGenerator using gcc *only*, as otherwise it will
|
||||
# be compiled with nanos6, which requires access to /sys to determine
|
||||
# hardware capabilities. So it will fail in the nix-build environment,
|
||||
# as there is no /sys mounted.
|
||||
makeFlags = [
|
||||
#"COMPILER=GNU"
|
||||
#"CC=${cc.cc.CC}"
|
||||
"fwi"
|
||||
];
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp fwi $out/bin
|
||||
'';
|
||||
|
||||
programPath = "/bin/fwi";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,15 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-19 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/fwi.git
|
||||
|
||||
"garlic/mpi+send+omp+fork" = "ea1ed53f20858dc082f9cbbe0e7e8fb28a6fe58a";
|
||||
"garlic/mpi+send+omp+task" = "aa8881056fb3fa98832d203899beacfb8fa702f6";
|
||||
"garlic/mpi+send+oss+task" = "c184484af8498fd939761575b34bb46ba3be0dde";
|
||||
"garlic/mpi+send+oss+task+NOREUSE" = "0062093ef744c694d69673d1881719958bbed353";
|
||||
"garlic/mpi+send+seq" = "cc184ad77f143481e2506933d0cdc038c349f071";
|
||||
"garlic/omp+task" = "1fe23690d74ae89ace5383ab165a6ce6346c2afd";
|
||||
"garlic/oss+task" = "68e6e8f17ee03addb460745acea2a38241ca89ee";
|
||||
"garlic/seq" = "aa6b6c5857125796c65fbf23018d557e4693f1ae";
|
||||
"garlic/tampi+isend+oss+task" = "7c98194e13786c4e8ecfa8a144587e5a95e09205";
|
||||
"garlic/tampi+send+oss+task" = "e08d66f7453c4034a363bb2d22c5248fe86ed740";
|
||||
}
|
||||
@ -1,65 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, nz ? 200
|
||||
, nx ? 200
|
||||
, ny ? 500
|
||||
, gitBranch ? "garlic/seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with builtins;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "fwi";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "fwi-params";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
enableParallelBuilding = false;
|
||||
|
||||
# Set the input size with the weird order (nz,nx,ny).
|
||||
postPatch = ''
|
||||
sed -i 1c${toString nz} SetupParams/fwi_params.txt
|
||||
sed -i 2c${toString nx} SetupParams/fwi_params.txt
|
||||
sed -i 3c${toString ny} SetupParams/fwi_params.txt
|
||||
'';
|
||||
|
||||
# FIXME: This is an ugly hack.
|
||||
# When using _GNU_SOURCE or any other definition used in features.h, we need
|
||||
# to define them before mcc includes nanos6.h from the command line. So the
|
||||
# only chance is by setting it at the command line with -D. Using the DEFINES
|
||||
# below, reaches the command line of the preprocessing stage with gcc.
|
||||
preConfigure = ''
|
||||
export DEFINES=-D_GNU_SOURCE
|
||||
'';
|
||||
|
||||
# We compile the ModelGenerator using gcc *only*, as otherwise it will
|
||||
# be compiled with nanos6, which requires access to /sys to determine
|
||||
# hardware capabilities. So it will fail in the nix-build environment,
|
||||
# as there is no /sys mounted.
|
||||
# Also, we need to compile it with the builder platform as target, as is going
|
||||
# to be executed during the build to generate the src/generated_model_params.h
|
||||
# header.
|
||||
makeFlags = [ "COMPILER=GNU" "params" ];
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/
|
||||
cp src/generated_model_params.h $out/
|
||||
cp SetupParams/fwi_params.txt $out/
|
||||
cp SetupParams/fwi_frequencies.txt $out/
|
||||
|
||||
mkdir -p $out/bin
|
||||
cp ModelGenerator $out/bin/
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,39 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, mpi
|
||||
, tampi
|
||||
, mcxx
|
||||
, gitBranch ? "garlic/mpi+send+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "heat";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
|
||||
name = "heat";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
patches = [ ./print-times.patch ];
|
||||
|
||||
buildInputs = [ mpi mcxx tampi ];
|
||||
|
||||
programPath = "/bin/${name}";
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp ${name} $out/bin/
|
||||
|
||||
mkdir -p $out/etc
|
||||
cp heat.conf $out/etc/
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-01 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/heat.git
|
||||
|
||||
"garlic/mpi+send+oss+task" = "947c80070d4c53e441df54b8bfac8928b10c5fb2";
|
||||
"garlic/mpi+send+seq" = "f41e1433808d0cbecd88a869b451c927747e5d42";
|
||||
"garlic/tampi+isend+oss+task" = "b1273f9b4db32ba6e15e3d41343e67407ce2f54f";
|
||||
"garlic/tampi+send+oss+task" = "554bec249f9aa23dd92edcfa2ada1e03e05e121d";
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
diff --git a/src/mpi/main.c b/src/mpi/main.c
|
||||
index 44f4a99..08a1f5c 100644
|
||||
--- a/src/mpi/main.c
|
||||
+++ b/src/mpi/main.c
|
||||
@@ -83,6 +83,8 @@ int main(int argc, char **argv)
|
||||
conf.rows, conf.cols, conf.rows/nranks, totalElements, totalElements/nranks,
|
||||
conf.rbs, conf.cbs, nranks, threads, conf.timesteps, end-start, throughput);
|
||||
printf("time %e\n", end - start);
|
||||
+ printf("start_time %.9f\n", start);
|
||||
+ printf("end_time %.9f\n", end);
|
||||
}
|
||||
|
||||
if (conf.generateImage) {
|
||||
@ -1,55 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, icc
|
||||
, mpi ? null
|
||||
, tampi ? null
|
||||
, mcxx ? null
|
||||
, gitBranch ? "garlic/mpi+isend+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
assert !(tampi != null && mcxx == null);
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "hpccg";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "hpccg";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
programPath = "/bin/test_HPCCG-mpi.exe";
|
||||
|
||||
buildInputs = [
|
||||
icc
|
||||
]
|
||||
++ optional (mpi != null) mpi
|
||||
++ optional (tampi != null) tampi
|
||||
++ optional (mcxx != null) mcxx;
|
||||
|
||||
# The hpccg app fails to compile in parallel. Makefile must be fixed before.
|
||||
enableParallelBuilding = false;
|
||||
|
||||
makeFlags = [
|
||||
"USE_MPI=-DUSING_MPI"
|
||||
]
|
||||
++ optional (tampi != null) "TAMPI_HOME=${tampi}";
|
||||
|
||||
dontPatchShebangs = true;
|
||||
|
||||
installPhase = ''
|
||||
echo ${tampi}
|
||||
mkdir -p $out/bin
|
||||
cp test_HPCCG-mpi.exe $out/bin
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-20 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/hpccg.git
|
||||
|
||||
"garlic/mpi+isend+omp+fork" = "c84af0480d231961201f2904ee4e3fced9d5f9be";
|
||||
"garlic/mpi+isend+seq" = "d1b47cd459440700de1b68233ec4fe794343dbd4";
|
||||
"garlic/tampi+isend+oss+task" = "7238e9be2e4a7b028abc05d40b476462eaa3de6a";
|
||||
"garlic/tampi+isend+oss+taskfor" = "02ec60f43b8d68d74575ea0563a9029fd441f1f1";
|
||||
}
|
||||
@ -1,44 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, cc
|
||||
, nanos6
|
||||
, mcxx
|
||||
, mpi
|
||||
, tampi
|
||||
, gitBranch ? "garlic/seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "hpcg";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "hpcg";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
buildInputs = [
|
||||
cc nanos6 mcxx mpi tampi
|
||||
];
|
||||
|
||||
makeFlags = [
|
||||
"CC=${cc.CC}"
|
||||
"CXX=${cc.CXX}"
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp bin/* $out/bin/
|
||||
'';
|
||||
|
||||
programPath = "/bin/xhpcg";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,18 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-20 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/hpcg.git
|
||||
|
||||
"garlic/mpi" = "8c94ccfd97518ed947bd6be3386260b72fdcdff2";
|
||||
"garlic/mpi+SAVEMAT" = "5dd2ad9eba13dba67086f46c6e8519804d837383";
|
||||
"garlic/mpi+omp" = "d24c372dd9fda584e711efb612f172e5c3602804";
|
||||
"garlic/mpi+oss" = "519a867bb3a3e07440df05e60a62abad764524e5";
|
||||
"garlic/mpi+send+omp+fork" = "a08d31aedbc108e1c0081cdc5021827ac9022688";
|
||||
"garlic/omp" = "dcc8a40831cda884b9240af47e883ac997150ed3";
|
||||
"garlic/omp+SAVEMAT" = "40dbac86c905e192ecc8146e0e65e4c3a3c6dbf8";
|
||||
"garlic/omp+fork" = "042752b3dbcd9b0f4db524b6cdc911278ee1a51b";
|
||||
"garlic/omp+initsplit" = "5370e7ee26fb72ef100a79624f73ed2baa6bcc79";
|
||||
"garlic/oss" = "7e6e2d969b7904572f2475bf471e637651337761";
|
||||
"garlic/oss+task" = "034940756ccab88876609c3cba4dea0a0f5c944b";
|
||||
"garlic/seq" = "dee225571ab2572d7aa51df9846b01237ee941a1";
|
||||
"garlic/tampi+isend+oss+task" = "449a3980a767f91ca65d429490080961dcfba498";
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
--- a/setup/Make.MPI_ICPC_OSS 2020-07-13 16:02:33.272257865 +0200
|
||||
+++ b/setup/Make.MPI_ICPC_OSS 2020-07-13 16:04:34.344413390 +0200
|
||||
@@ -91,8 +91,8 @@
|
||||
# - HPCG includes / libraries / specifics -------------------------------
|
||||
# ----------------------------------------------------------------------
|
||||
#
|
||||
-HPCG_INCLUDES = -I$(INCdir) -I$(INCdir)/$(arch) $(MPinc) -I{TAMPI_HOME}/include
|
||||
-HPCG_LIBS = ${TAMPI_HOME}/lib/libtampi.a
|
||||
+HPCG_INCLUDES = -I$(INCdir) -I$(INCdir)/$(arch) $(MPinc) -I$(TAMPI_HOME)/include
|
||||
+HPCG_LIBS = -l:libtampi.a
|
||||
#
|
||||
# - Compile time options -----------------------------------------------
|
||||
#
|
||||
@ -1,60 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, mpi
|
||||
, gfortran
|
||||
, tampi
|
||||
, nanos6
|
||||
, mcxx
|
||||
, gitBranch ? "garlic/mpi+isend+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "ifsker";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "ifsker";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
buildInputs = [ tampi mpi nanos6 mcxx gfortran ];
|
||||
|
||||
# Mercurium seems to fail when building with fortran in parallel
|
||||
enableParallelBuilding = false;
|
||||
|
||||
# FIXME: Patch mcxx to use other directory than $HOME for the lock
|
||||
# files.
|
||||
preConfigure = ''
|
||||
export TAMPI_HOME=${tampi}
|
||||
|
||||
# $HOME is required for the lock files by mcxx to compile fortran.
|
||||
# So we use the $TMPDIR to store them.
|
||||
export HOME=$TMPDIR
|
||||
'';
|
||||
|
||||
makeFlags = [
|
||||
"-f" "Makefile.gcc"
|
||||
];
|
||||
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp ${name} $out/bin/
|
||||
|
||||
mkdir -p $out/etc
|
||||
cp -r data $out/etc/
|
||||
cp nanos6.toml $out/etc
|
||||
'';
|
||||
|
||||
programPath = "/bin/${name}";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-20 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/ifsker.git
|
||||
|
||||
"garlic/mpi+isend+oss+fork" = "a6a20303101cb140571ddc1166e66843fbe83017";
|
||||
"garlic/mpi+isend+oss+task" = "a7bdb6c9b57aafbc50cdc790eb42e5bdd850f213";
|
||||
"garlic/mpi+isend+seq" = "bc97cf30835bbf6a825209485bb96fc8314e5bcb";
|
||||
"garlic/tampi+isend+oss+task" = "33408215bc231b70b60733fddea3d1b7431bb0d1";
|
||||
"garlic/tampi+send+oss+task" = "19dae956b4ef69916c0e8ad15bb6ced0085275cd";
|
||||
}
|
||||
@ -1,55 +0,0 @@
|
||||
{
|
||||
super
|
||||
, self
|
||||
, bsc
|
||||
, garlic
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
{
|
||||
nbody = callPackage ./nbody/default.nix { };
|
||||
|
||||
saiph = callPackage ./saiph/default.nix {
|
||||
cc = bsc.clangOmpss2;
|
||||
L3SizeKB = garlic.targetMachine.config.hw.cacheSizeKB.L3;
|
||||
cachelineBytes = garlic.targetMachine.config.hw.cachelineBytes;
|
||||
};
|
||||
|
||||
creams = callPackage ./creams/default.nix {
|
||||
gnuDef = self.gfortran10 ; # Default GNU compiler version
|
||||
intelDef = bsc.icc ; # Default Intel compiler version
|
||||
};
|
||||
|
||||
creamsInput = callPackage ./creams/input.nix { };
|
||||
|
||||
hpcg = callPackage ./hpcg/default.nix { };
|
||||
|
||||
bigsort = {
|
||||
sort = callPackage ./bigsort/default.nix {
|
||||
gitBranch = "garlic/mpi+send+omp+task";
|
||||
};
|
||||
|
||||
genseq = callPackage ./bigsort/genseq.nix { };
|
||||
|
||||
shuffle = callPackage ./bigsort/shuffle.nix { };
|
||||
};
|
||||
|
||||
heat = callPackage ./heat/default.nix { };
|
||||
|
||||
miniamr = callPackage ./miniamr/default.nix {
|
||||
variant = "ompss-2";
|
||||
};
|
||||
|
||||
ifsker = callPackage ./ifsker/default.nix { };
|
||||
|
||||
lulesh = callPackage ./lulesh/default.nix { };
|
||||
|
||||
hpccg = callPackage ./hpccg/default.nix { };
|
||||
|
||||
fwi = rec {
|
||||
params = callPackage ./fwi/params.nix { };
|
||||
solver = callPackage ./fwi/default.nix {
|
||||
fwiParams = params;
|
||||
};
|
||||
};
|
||||
}
|
||||
@ -1,48 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, impi
|
||||
, mcxx
|
||||
, icc
|
||||
, tampi ? null
|
||||
, gitBranch ? "garlic/mpi+isend+seq"
|
||||
, gitCommit ? null
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "lulesh";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "lulesh";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
dontConfigure = true;
|
||||
|
||||
preBuild = optionalString (tampi != null) "export TAMPI_HOME=${tampi}";
|
||||
|
||||
#TODO: Allow multiple MPI implementations and compilers
|
||||
buildInputs = [
|
||||
impi
|
||||
icc
|
||||
mcxx
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
#TODO: Can we build an executable named "lulesh" in all branches?
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
find . -name 'lulesh*' -type f -executable -exec cp \{\} $out/bin/${name} \;
|
||||
'';
|
||||
programPath = "/bin/${name}";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-20 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/lulesh.git
|
||||
|
||||
"garlic/mpi+isend+omp+fork" = "6cc85c55cb4840d6cde12bb285f5ab1ae7878618";
|
||||
"garlic/mpi+isend+oss+task" = "0a9e2cd1d64ab4fcf1860ace02866278ad289637";
|
||||
"garlic/mpi+isend+seq" = "9df5475c7dd2b345559fae5bd07ceea38f2e7b91";
|
||||
"garlic/tampi+isend+oss+task" = "28ce0cd69f9b4e65eff8141ec455d5f60e9b98b3";
|
||||
"garlic/tampi+isend+oss+taskfor" = "928f315ea426585a32231d950da651399e48d762";
|
||||
"garlic/tampi+isend+oss+taskloop" = "7957c1a2c84ae80edddcec9eafe7efdeefa68d58";
|
||||
"garlic/tampi+isend+oss+taskloopfor" = "7efa0535130a6726f5a46669cf171412d21adc9b";
|
||||
}
|
||||
@ -1,48 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, tampi
|
||||
, clangOmpss2
|
||||
, mpi
|
||||
, nanos6
|
||||
, mcxx
|
||||
, variant
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
assert (assertOneOf "variant" variant [ "openmp" "openmp-tasks" "ompss-2" ]);
|
||||
|
||||
let
|
||||
cc=mcxx;
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "miniamr";
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/ksala/miniamr.git";
|
||||
ref = "master";
|
||||
};
|
||||
|
||||
postUnpack = ''
|
||||
sourceRoot=$sourceRoot/${variant}
|
||||
'';
|
||||
|
||||
buildInputs = [ tampi clangOmpss2 mpi nanos6 mcxx ];
|
||||
|
||||
makeFlags = [
|
||||
"CC=${cc.CC}"
|
||||
"CXX=${cc.CXX}"
|
||||
];
|
||||
|
||||
enableParallelBuilding = true;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp miniAMR.x $out/bin/
|
||||
'';
|
||||
|
||||
programPath = "/bin/miniAMR.x";
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,59 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, cc
|
||||
, mpi ? null
|
||||
, tampi ? null
|
||||
, mcxx ? null
|
||||
, cflags ? null
|
||||
, gitBranch ? "garlic/seq"
|
||||
, gitCommit ? null
|
||||
, blocksize ? 2048
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
assert !(tampi != null && mcxx == null);
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "nbody";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "nbody";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
programPath = "/bin/nbody";
|
||||
|
||||
buildInputs = [
|
||||
cc
|
||||
]
|
||||
++ optional (mpi != null) mpi
|
||||
++ optional (tampi != null) tampi
|
||||
++ optional (mcxx != null) mcxx;
|
||||
|
||||
preBuild = (if cflags != null then ''
|
||||
makeFlagsArray+=(CFLAGS="${cflags}")
|
||||
'' else "");
|
||||
|
||||
makeFlags = [
|
||||
"CC=${cc.CC}"
|
||||
"BS=${toString blocksize}"
|
||||
]
|
||||
++ optional (tampi != null) "TAMPI_HOME=${tampi}";
|
||||
|
||||
dontPatchShebangs = true;
|
||||
|
||||
installPhase = ''
|
||||
echo ${tampi}
|
||||
mkdir -p $out/bin
|
||||
cp nbody* $out/bin/${name}
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-20 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/nbody.git
|
||||
|
||||
"garlic/mpi+send+oss+task" = "20aa856baa3268d99262588807911ad0b3318d09";
|
||||
"garlic/mpi+send+seq" = "3be64af0f949db5fd60fcd0334cf2cd8c9fa25c3";
|
||||
"garlic/omp+fork" = "9c869272df7c775f467a2220211a414e33321c00";
|
||||
"garlic/oss+task" = "13ab26fbad8662a1052cc94410386080bbf6a2ba";
|
||||
"garlic/seq" = "9dfea29189d14477bd75e6f741f0518e7e4e5e72";
|
||||
"garlic/seq+BLOCK" = "99408705628b374df4308dcf1cdbe2d21d1451c2";
|
||||
"garlic/tampi+isend+oss+task" = "653d26e4a0913d36ea18d4e72e65a04838bb138a";
|
||||
"garlic/tampi+send+oss+task" = "b1440ebc5f79165e5dfaa6a4ce7916eda410ec9a";
|
||||
}
|
||||
@ -1,35 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, mpi
|
||||
, fetchurl
|
||||
}:
|
||||
|
||||
stdenv.mkDerivation {
|
||||
name = "ppong";
|
||||
|
||||
src = fetchurl {
|
||||
url = "http://www.csl.mtu.edu/cs4331/common/PPong.c";
|
||||
sha256 = "0d1w72gq9627448cb7ykknhgp2wszwd117dlbalbrpf7d0la8yc0";
|
||||
};
|
||||
|
||||
unpackCmd = ''
|
||||
mkdir src
|
||||
cp $src src/ppong.c
|
||||
'';
|
||||
|
||||
dontConfigure = true;
|
||||
|
||||
buildPhase = ''
|
||||
echo mpicc -include stdlib.h ppong.c -o ppong
|
||||
mpicc -include stdlib.h ppong.c -o ppong
|
||||
'';
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/bin
|
||||
cp ppong $out/bin/ppong
|
||||
ln -s $out/bin/ppong $out/bin/run
|
||||
'';
|
||||
|
||||
buildInputs = [ mpi ];
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,106 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, nanos6
|
||||
, mpi
|
||||
, tampi
|
||||
, cc
|
||||
, vtk
|
||||
, boost
|
||||
, gitBranch ? "master"
|
||||
, gitCommit ? null
|
||||
, enableManualDist ? false
|
||||
, nbgx ? null
|
||||
, nbgy ? null
|
||||
, nbgz ? null
|
||||
, nblx ? null
|
||||
, nbly ? null
|
||||
, nblz ? null
|
||||
, nsteps ? null
|
||||
, numComm ? null
|
||||
, enableVectFlags ? false
|
||||
, enableDebugFlags ? false
|
||||
, enableAsanFlags ? false
|
||||
, cachelineBytes ? null
|
||||
, L3SizeKB ? null
|
||||
# Problem size:
|
||||
, sizex ? 3
|
||||
, sizey ? 4
|
||||
, sizez ? 4
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
assert enableManualDist -> (nbgx != null);
|
||||
assert enableManualDist -> (nbgy != null);
|
||||
assert enableManualDist -> (nbgz != null);
|
||||
|
||||
with lib;
|
||||
with lib.versions;
|
||||
|
||||
let
|
||||
gitSource = garlicTools.fetchGarlicApp {
|
||||
appName = "saiph";
|
||||
inherit gitCommit gitBranch;
|
||||
gitTable = import ./git-table.nix;
|
||||
};
|
||||
in
|
||||
stdenv.mkDerivation rec {
|
||||
name = "saiph";
|
||||
|
||||
inherit (gitSource) src gitBranch gitCommit;
|
||||
|
||||
programPath = "/bin/Heat3D_vect";
|
||||
|
||||
enableParallelBuilding = true;
|
||||
dontStrip = true;
|
||||
enableDebugging = true;
|
||||
|
||||
buildInputs = [
|
||||
nanos6
|
||||
mpi
|
||||
tampi
|
||||
cc
|
||||
vtk
|
||||
boost
|
||||
];
|
||||
|
||||
preBuild = ''
|
||||
cd saiphv2/cpp/src
|
||||
export VTK_VERSION=${majorMinor (getVersion vtk.name)}
|
||||
export VTK_HOME=${vtk}
|
||||
make clean
|
||||
|
||||
sed -i '/SIZEX =/s/3/${toString sizex}/g' testApp/Heat3D_vect.cpp
|
||||
sed -i '/SIZEY =/s/4/${toString sizey}/g' testApp/Heat3D_vect.cpp
|
||||
sed -i '/SIZEZ =/s/4/${toString sizez}/g' testApp/Heat3D_vect.cpp
|
||||
'';
|
||||
|
||||
makeFlags = [
|
||||
"-f" "Makefile.${cc.CC}"
|
||||
"apps"
|
||||
"APP=Heat3D_vect"
|
||||
] ++ optional (cachelineBytes != null) "ROW_ALIGNMENT=${toString cachelineBytes}"
|
||||
++ optional (L3SizeKB != null) "L3_SIZE_K=${toString L3SizeKB}"
|
||||
++ optional (enableManualDist) "DIST_SET=1"
|
||||
++ optional (enableManualDist) "NBG_X=${toString nbgx}"
|
||||
++ optional (enableManualDist) "NBG_Y=${toString nbgy}"
|
||||
++ optional (enableManualDist) "NBG_Z=${toString nbgz}"
|
||||
++ optional (nblx != null) "NBL_X=${toString nblx}"
|
||||
++ optional (nbly != null) "NBL_Y=${toString nbly}"
|
||||
++ optional (nblz != null) "NBL_Z=${toString nblz}"
|
||||
++ optional (nsteps != null) "NSTEPS=${toString nsteps}"
|
||||
++ optional (numComm != null) "NUM_COMM=${toString numComm}"
|
||||
++ optional (enableVectFlags) "VECT_CHECKS=1"
|
||||
++ optional (enableDebugFlags) "DEBUG_CHECKS=1"
|
||||
++ optional (enableAsanFlags) "SANITIZE_CHECKS=1"
|
||||
;
|
||||
|
||||
installPhase = ''
|
||||
mkdir -p $out/lib
|
||||
mkdir -p $out/bin
|
||||
cp obj/libsaiphv2.so $out/lib/
|
||||
cp bin/Heat3D_vect $out/bin/
|
||||
'';
|
||||
|
||||
hardeningDisable = [ "all" ];
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
{
|
||||
# Auto-generated with garlic-git-table on 2021-04-19 for repo:
|
||||
# ssh://git@bscpm03.bsc.es/garlic/apps/saiph.git
|
||||
|
||||
"garlic/mpi+isend+omp+fork+simd" = "96823846b327b6860f05d428f0cd5ed8ca537a0e";
|
||||
"garlic/mpi+isend+omp+task+simd" = "de0346a559120f561bff554aa86b34d01214b714";
|
||||
"garlic/mpi+isend+seq+simd" = "1411dad765231f5d3cec9f621526583974232d42";
|
||||
"garlic/tampi+isend+omp+task+simd" = "587a7651df8eb69cae4a79bdfc5cb7f50723f3ce";
|
||||
"garlic/tampi+isend+oss+task+simd" = "3731197d3e35df248fa6bdb7e4cb05c5dd4f2597";
|
||||
}
|
||||
@ -1,31 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, fig
|
||||
}:
|
||||
|
||||
stdenv.mkDerivation {
|
||||
name = "report.tar.gz";
|
||||
src = ./report;
|
||||
buildPhase = ''
|
||||
pwd
|
||||
ls -l
|
||||
grep -o '@[^ @]*@' report.tex | sed 's/@//g' | sort -u > list
|
||||
|
||||
echo "fig:" > fun.nix
|
||||
echo "'''" >> fun.nix
|
||||
for line in $(cat list); do
|
||||
localPath=$(echo $line | tr '.' '/')
|
||||
echo "mkdir -p $localPath" >> fun.nix
|
||||
echo "cp -r \''${$line}/* $localPath" >> fun.nix
|
||||
echo "sed -i 's;@$line@;$localPath;g' report.tex" >> fun.nix
|
||||
done
|
||||
echo "'''" >> fun.nix
|
||||
|
||||
echo " ---------- this is the fun.nix -------------"
|
||||
cat fun.nix
|
||||
echo " --------------------------------------------"
|
||||
'';
|
||||
installPhase = ''
|
||||
cp fun.nix $out
|
||||
'';
|
||||
}
|
||||
@ -1 +0,0 @@
|
||||
import ../default.nix
|
||||
@ -1,58 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, bash
|
||||
, bashInteractive
|
||||
, busybox
|
||||
, extraInputs ? []
|
||||
}:
|
||||
|
||||
let
|
||||
inputrc = ./inputrc;
|
||||
in
|
||||
stdenv.mkDerivation {
|
||||
name = "develop";
|
||||
preferLocalBuild = true;
|
||||
phases = [ "installPhase" ];
|
||||
buildInputs = extraInputs ++ [ busybox ];
|
||||
installPhase = ''
|
||||
cat > $out <<EOF
|
||||
#!${bash}/bin/bash
|
||||
|
||||
# This program loads a environment with the given programs available.
|
||||
# Requires /nix to be available.
|
||||
|
||||
curdir="\$(pwd)"
|
||||
export "buildInputs=$buildInputs"
|
||||
# ${stdenv}
|
||||
export "PATH=$PATH"
|
||||
export "out=/fake-output-directory"
|
||||
export NIX_BUILD_TOP=.
|
||||
export NIX_STORE=/nix/store
|
||||
export PS1='\[\033[1;32m\]develop\$\[\033[0m\] '
|
||||
|
||||
export TMUX_TMPDIR=/tmp
|
||||
export TMPDIR=/tmp
|
||||
export TEMPDIR=/tmp
|
||||
export TMP=/tmp
|
||||
export TEMP=/tmp
|
||||
|
||||
export LANG=en_US.UTF-8
|
||||
|
||||
source ${stdenv}/setup
|
||||
|
||||
# Access to bin and nix tools for srun, as it keeps the PATH
|
||||
export "PATH=\$PATH:/bin"
|
||||
export "PATH=$PATH:/gpfs/projects/bsc15/nix/bin"
|
||||
export "SHELL=${bashInteractive}/bin/bash"
|
||||
export HISTFILE="\$curdir/.histfile"
|
||||
export INPUTRC=${inputrc}
|
||||
|
||||
if [[ -z "\$@" ]]; then
|
||||
exec ${bashInteractive}/bin/bash
|
||||
else
|
||||
exec "\$@"
|
||||
fi
|
||||
EOF
|
||||
chmod +x $out
|
||||
'';
|
||||
}
|
||||
@ -1,37 +0,0 @@
|
||||
# inputrc borrowed from CentOS (RHEL).
|
||||
|
||||
set bell-style none
|
||||
|
||||
set meta-flag on
|
||||
set input-meta on
|
||||
set convert-meta off
|
||||
set output-meta on
|
||||
set colored-stats on
|
||||
|
||||
#set mark-symlinked-directories on
|
||||
|
||||
$if mode=emacs
|
||||
|
||||
# for linux console and RH/Debian xterm
|
||||
"\e[1~": beginning-of-line
|
||||
"\e[4~": end-of-line
|
||||
"\e[5~": beginning-of-history
|
||||
"\e[6~": end-of-history
|
||||
"\e[3~": delete-char
|
||||
"\e[2~": quoted-insert
|
||||
"\e[5C": forward-word
|
||||
"\e[5D": backward-word
|
||||
"\e[1;5C": forward-word
|
||||
"\e[1;5D": backward-word
|
||||
|
||||
# for rxvt
|
||||
"\e[8~": end-of-line
|
||||
|
||||
# for non RH/Debian xterm, can't hurt for RH/DEbian xterm
|
||||
"\eOH": beginning-of-line
|
||||
"\eOF": end-of-line
|
||||
|
||||
# for freebsd console
|
||||
"\e[H": beginning-of-line
|
||||
"\e[F": end-of-line
|
||||
$endif
|
||||
6
garlic/doc/.gitignore
vendored
6
garlic/doc/.gitignore
vendored
@ -1,6 +0,0 @@
|
||||
*.utf8
|
||||
*.ascii
|
||||
*.html
|
||||
*.pdf
|
||||
grohtml*
|
||||
doc.tar.gz
|
||||
@ -1,42 +0,0 @@
|
||||
all: ug.pdf ug.html
|
||||
|
||||
TTYOPT=-rPO=4m -rLL=72m
|
||||
PDFOPT=-dpaper=a4 -rPO=4c -rLL=13c
|
||||
#MMOPT=-dpaper=a4 -rpo=5c -rll=13c
|
||||
PREPROC=-k -t -p -R
|
||||
POSTPROC=
|
||||
REGISTERS=-dcurdate="`date '+%Y-%m-%d'`"
|
||||
REGISTERS+=-dgitcommit="`git rev-parse HEAD`"
|
||||
|
||||
PREPROC+=$(REGISTERS)
|
||||
HTML_OPT=$(PREPROC) -P-Dimg -P-i120 -Thtml
|
||||
# Embed fonts?
|
||||
#POSTPROC+=-P -e
|
||||
|
||||
blackbox.pdf: blackbox.ms Makefile
|
||||
REFER=ref.i groff -ms $(PREPROC) -dpaper=a4 -rPO=2c -rLL=17c -Tpdf $< > $@
|
||||
|
||||
%.html: %.ms Makefile
|
||||
mkdir -p img
|
||||
REFER=ref.i groff -ms -mwww $(HTML_OPT) $< > $@
|
||||
echo $(HTML_OPT)
|
||||
sed -i '/<\/head>/i<link rel="stylesheet" href="s.css">' $@
|
||||
sed -i 's/^<a name="\([^"]*\)"><\/a>/<a name="\1" href="#\1">\§<\/a>/g' $@
|
||||
#sed -i '/<h1 /,/<hr>/s/^<a href="#[0-9]\+\.[0-9]\+\.[0-9]\+.*//' $@
|
||||
sed -i '/<h1 /,/<hr>/s/^<a href="#[0-9]\+\.[0-9]\+.*//' $@
|
||||
|
||||
%.pdf: %.ms Makefile
|
||||
REFER=ref.i groff -ms -mwww $(PREPROC) $(PDFOPT) -Tpdf $< > $@
|
||||
-killall -HUP mupdf
|
||||
|
||||
%.utf8: %.ms
|
||||
REFER=ref.i groff -ms -mwww $(PREPROC) $(TTYOPT) -Tutf8 $^ > $@
|
||||
|
||||
%.ascii: %.ms
|
||||
REFER=ref.i groff -ms -mwww -c $(PREPROC) $(TTYOPT) -Tascii $^ > $@
|
||||
|
||||
doc.tar.gz: ug.pdf ug.html s.css
|
||||
tar czf $@ $^ img s.css
|
||||
|
||||
clean:
|
||||
rm -rf img ug.pdf ug.html doc.tar.gz
|
||||
@ -1,40 +0,0 @@
|
||||
.\" Use helvetica family
|
||||
.fam H
|
||||
.PS
|
||||
moveht=0.1
|
||||
boxwid=1
|
||||
sht=boxht + 0.1
|
||||
hspace = boxwid + 0.2
|
||||
right
|
||||
G: [
|
||||
boxwid=1
|
||||
extrawid=1.8
|
||||
right
|
||||
A: box "nix"; arrow;
|
||||
B1: box wid extrawid "App source code" "PM branch, defines...";
|
||||
move to (A.sw.x, A.y - boxht - moveht)
|
||||
A: box "garlic/nix"; arrow;
|
||||
B2: box wid extrawid "App run config" "Input size, algorithm...";
|
||||
move to (A.sw.x, A.y - boxht - moveht)
|
||||
A: box "garlic/nix"; arrow;
|
||||
B3: box wid extrawid "Build config" "MPI impl, O3, CC version...";
|
||||
move to (A.sw.x, A.y - boxht - moveht)
|
||||
A: box "garlic/nix"; arrow;
|
||||
B4: box wid extrawid "Run config" "Nodes, affinity";
|
||||
move to (A.sw.x, A.y - boxht - moveht)
|
||||
A: box "MN4"; arrow;
|
||||
B5: box wid extrawid "Hardware" "Cache size, intercomm...";
|
||||
]
|
||||
movewid=1
|
||||
move
|
||||
circlerad=0.4
|
||||
E: circle "Execution"
|
||||
arrow
|
||||
box "Result"
|
||||
rspline = 0.5
|
||||
arrow from G.B1.e to E chop 0 chop circlerad
|
||||
arrow from G.B2.e to E chop 0 chop circlerad
|
||||
arrow from G.B3.e to E chop 0 chop circlerad
|
||||
arrow from G.B4.e to E chop 0 chop circlerad
|
||||
arrow from G.B5.e to E chop 0 chop circlerad
|
||||
.PE
|
||||
@ -1,22 +0,0 @@
|
||||
.\".fam CMU
|
||||
.\".TL
|
||||
.\"Garlic: git branch name
|
||||
.\".AU
|
||||
.\"Rodrigo Arias Mallo
|
||||
.\".AI
|
||||
.\"Barcelona Supercomputing Center
|
||||
.\"#####################################################################
|
||||
.nr GROWPS 3
|
||||
.nr PSINCR 1.5p
|
||||
.\".nr PD 0.5m
|
||||
.nr PI 2m
|
||||
\".2C
|
||||
.\"#####################################################################
|
||||
\".NH 1
|
||||
\"Instructions
|
||||
\".LP
|
||||
\"To name a branch of a program, please follow the flowchart below.
|
||||
.ps -2
|
||||
.PS 5/25.4
|
||||
copy "gitbranch.pic"
|
||||
.PE
|
||||
@ -1,254 +0,0 @@
|
||||
.TL
|
||||
Garlic: the execution pipeline
|
||||
.AU
|
||||
Rodrigo Arias Mallo
|
||||
.AI
|
||||
Barcelona Supercomputing Center
|
||||
.AB
|
||||
.LP
|
||||
This document covers the execution of experiments in the Garlic
|
||||
benchmark, which are performed under strict conditions. The several
|
||||
stages of the execution are documented so the experimenter can have a
|
||||
global overview of how the benchmark runs under the hood.
|
||||
The results of the experiment are stored in a known path to be used in
|
||||
posterior processing steps.
|
||||
.AE
|
||||
.\"#####################################################################
|
||||
.nr GROWPS 3
|
||||
.nr PSINCR 1.5p
|
||||
.\".nr PD 0.5m
|
||||
.nr PI 2m
|
||||
\".2C
|
||||
.\"#####################################################################
|
||||
.NH 1
|
||||
Introduction
|
||||
.LP
|
||||
Every experiment in the Garlic
|
||||
benchmark is controlled by a single
|
||||
.I nix
|
||||
file placed in the
|
||||
.CW garlic/exp
|
||||
subdirectory.
|
||||
Experiments are formed by several
|
||||
.I "experimental units"
|
||||
or simply
|
||||
.I units .
|
||||
A unit is the result of each unique configuration of the experiment
|
||||
(typically involves the cartesian product of all factors) and
|
||||
consists of several shell scripts executed sequentially to setup the
|
||||
.I "execution environment" ,
|
||||
which finally launch the actual program being analyzed.
|
||||
The scripts that prepare the environment and the program itself are
|
||||
called the
|
||||
.I stages
|
||||
of the execution and altogether form the
|
||||
.I "execution pipeline"
|
||||
or simply the
|
||||
.I pipeline .
|
||||
The experimenter must know with very good details all the stages
|
||||
involved in the pipeline, as they have a large impact on the execution.
|
||||
.PP
|
||||
Additionally, the execution time is impacted by the target machine in
|
||||
which the experiments run. The software used for the benchmark is
|
||||
carefully configured and tuned for the hardware used in the execution;
|
||||
in particular, the experiments are designed to run in MareNostrum 4
|
||||
cluster with the SLURM workload manager and the Omni-Path
|
||||
interconnection network. In the future we plan to add
|
||||
support for other clusters in order to execute the experiments in other
|
||||
machines.
|
||||
.\"#####################################################################
|
||||
.NH 1
|
||||
Isolation
|
||||
.LP
|
||||
The benchmark is designed so that both the compilation of every software
|
||||
package and the execution of the experiment is performed under strict
|
||||
conditions. We can ensure that two executions of the same experiment are
|
||||
actually running the same program in the same software environment.
|
||||
.PP
|
||||
All the software used by an experiment is included in the
|
||||
.I "nix store"
|
||||
which is, by convention, located at the
|
||||
.CW /nix
|
||||
directory. Unfortunately, it is common for libraries to try to load
|
||||
software from other paths like
|
||||
.CW /usr
|
||||
or
|
||||
.CW /lib .
|
||||
It is also common that configuration files are loaded from
|
||||
.CW /etc
|
||||
and from the home directory of the user that runs the experiment.
|
||||
Additionally, some environment variables are recognized by the libraries
|
||||
used in the experiment, which change their behavior. As we cannot
|
||||
control the software and configuration files in those directories, we
|
||||
couldn't guarantee that the execution behaves as intended.
|
||||
.PP
|
||||
In order to avoid this problem, we create a
|
||||
.I sandbox
|
||||
where only the files in the nix store are available (with some other
|
||||
exceptions). Therefore, even if the libraries try to access any path
|
||||
outside the nix store, they will find that the files are not there
|
||||
anymore. Additionally, the environment variables are cleared before
|
||||
entering the environment (with some exceptions as well).
|
||||
.\"#####################################################################
|
||||
.NH 1
|
||||
Execution pipeline
|
||||
.LP
|
||||
Several predefined stages form the
|
||||
.I standard
|
||||
execution pipeline and are defined in the
|
||||
.I stdPipeline
|
||||
array. The standard pipeline prepares the resources and the environment
|
||||
to run a program (usually in parallel) in the compute nodes. It is
|
||||
divided in two main parts:
|
||||
connecting to the target machine to submit a job and executing the job.
|
||||
Finally, the complete execution pipeline ends by running the actual
|
||||
program, which is not part of the standard pipeline, as should be
|
||||
defined differently for each program.
|
||||
.NH 2
|
||||
Job submission
|
||||
.LP
|
||||
Some stages are involved in the job submission: the
|
||||
.I trebuchet
|
||||
stage connects via
|
||||
.I ssh
|
||||
to the target machine and executes the next stage there. Once in the
|
||||
target machine, the
|
||||
.I runexp
|
||||
stage computes the output path to store the experiment results, using
|
||||
the user in the target machine and changes the working directory there.
|
||||
In MareNostrum 4 the output path is at
|
||||
.CW /gpfs/projects/bsc15/garlic/$user/out .
|
||||
Then the
|
||||
.I isolate
|
||||
stage is executed to enter the sandbox and the
|
||||
.I experiment
|
||||
stage begins, which creates a directory to store the experiment output,
|
||||
and launches several
|
||||
.I unit
|
||||
stages.
|
||||
.PP
|
||||
Each unit executes a
|
||||
.I sbatch
|
||||
stage which runs the
|
||||
.I sbatch(1)
|
||||
program with a job script that simply calls the next stage. The
|
||||
sbatch program internally reads the
|
||||
.CW /etc/slurm/slurm.conf
|
||||
file from outside the sandbox, so we must explicitly allow this file to
|
||||
be available, as well as the
|
||||
.I munge
|
||||
socket used for authentication by the SLURM daemon. Once the jobs are
|
||||
submitted to SLURM, the experiment stage ends and the trebuchet finishes
|
||||
the execution. The jobs will be queued for execution without any other
|
||||
intervention from the user.
|
||||
.PP
|
||||
The rationale behind running sbatch from the sandbox is because the
|
||||
options provided in environment variables override the options from the
|
||||
job script. Therefore, we avoid this problem by running sbatch from the
|
||||
sandbox, where the interfering environment variables are removed. The
|
||||
sbatch program is also provided in the
|
||||
.I "nix store" ,
|
||||
with a version compatible with the SLURM daemon running in the target
|
||||
machine.
|
||||
.NH 2
|
||||
Job execution
|
||||
.LP
|
||||
Once an unit job has been selected for execution, SLURM
|
||||
allocates the resources (usually several nodes) and then selects one of
|
||||
the nodes to run the job script: it is not executed in parallel yet.
|
||||
The job script runs from a child process forked from on of the SLURM
|
||||
daemon processes, which are outside the sandbox. Therefore, we first run the
|
||||
.I isolate
|
||||
stage
|
||||
to enter the sandbox again.
|
||||
.PP
|
||||
The next stage is called
|
||||
.I control
|
||||
and determines if enough data has been generated by the experiment unit
|
||||
or if it should continue repeating the execution. At the current time,
|
||||
it is only implemented as a simple loop that runs the next stage a fixed
|
||||
amount of times (by default, it is repeated 30 times).
|
||||
.PP
|
||||
The following stage is
|
||||
.I srun
|
||||
which launches several copies of the next stage to run in
|
||||
parallel (when using more than one task). Runs one copy per task,
|
||||
effectively creating one process per task. The CPUs affinity is
|
||||
configured by the parameter
|
||||
.I --cpu-bind
|
||||
and is important to set it correctly (see more details in the
|
||||
.I srun(1)
|
||||
manual). Appending the
|
||||
.I verbose
|
||||
value to the cpu bind option causes srun to print the assigned affinity
|
||||
of each task, which is very valuable when examining the execution log.
|
||||
.PP
|
||||
The mechanism by which srun executes multiple processes is the same used
|
||||
by sbatch, it forks from a SLURM daemon running in the computing nodes.
|
||||
Therefore, the execution begins outside the sandbox. The next stage is
|
||||
.I isolate
|
||||
which enters again the sandbox in every task. All remaining stages are
|
||||
running now in parallel.
|
||||
.\" ###################################################################
|
||||
.NH 2
|
||||
The program
|
||||
.LP
|
||||
At this point in the execution, the standard pipeline has been
|
||||
completely executed, and we are ready to run the actual program that is
|
||||
the matter of the experiment. Usually, programs require some arguments
|
||||
to be passed in the command line. The
|
||||
.I exec
|
||||
stage sets the arguments (and optionally some environment variables) and
|
||||
executes the last stage, the
|
||||
.I program .
|
||||
.PP
|
||||
The experimenters are required to define these last stages, as they
|
||||
define the specific way in which the program must be executed.
|
||||
Additional stages may be included before or after the program run, so
|
||||
they can perform additional steps.
|
||||
.\" ###################################################################
|
||||
.NH 2
|
||||
Stage overview
|
||||
.LP
|
||||
The complete execution pipeline using the standard pipeline is shown in
|
||||
the Table 1. Some properties are also reflected about the execution
|
||||
stages.
|
||||
.KF
|
||||
.TS
|
||||
center;
|
||||
lB cB cB cB cB cB
|
||||
l c c c c c.
|
||||
_
|
||||
Stage Target Safe Copies User Std
|
||||
_
|
||||
trebuchet xeon no no yes yes
|
||||
runexp login no no yes yes
|
||||
isolate login no no no yes
|
||||
experiment login yes no no yes
|
||||
unit login yes no no yes
|
||||
sbatch login yes no no yes
|
||||
_
|
||||
isolate comp no no no yes
|
||||
control comp yes no no yes
|
||||
srun comp yes no no yes
|
||||
isolate comp no yes no yes
|
||||
_
|
||||
exec comp yes yes no no
|
||||
program comp yes yes no no
|
||||
_
|
||||
.TE
|
||||
.QS
|
||||
.B "Table 1" :
|
||||
The stages of a complete execution pipeline. The
|
||||
.B target
|
||||
column determines where the stage is running,
|
||||
.B safe
|
||||
states if the stage begins the execution inside the sandbox,
|
||||
.B user
|
||||
if it can be executed directly by the user,
|
||||
.B copies
|
||||
if there are several instances running in parallel and
|
||||
.B std
|
||||
if is part of the standard execution pipeline.
|
||||
.QE
|
||||
.KE
|
||||
@ -1,152 +0,0 @@
|
||||
#.ps -3
|
||||
#.fam CMU
|
||||
#.PS 4.5/25.4 # Scale drawing to 20/25.4 in =
|
||||
# = 20/25.4[in]/25.4[mm/in] = 20 mm
|
||||
# FLOWCHART - Basic flow chart blocks.
|
||||
scale=25.4 #Scale units from inches to mm
|
||||
csize=2.0 #Cell size in mm
|
||||
pstricks=0
|
||||
dx=0; dy=2;
|
||||
define process
|
||||
{[
|
||||
box $1;
|
||||
]}
|
||||
# decision(): rhomboid -> if block
|
||||
define decision {[
|
||||
boxwid=boxwid*1.2
|
||||
boxht=boxht*1.2
|
||||
B: box invis $1;
|
||||
line from B.n to B.e to B.s to B.w to B.n;
|
||||
]}
|
||||
|
||||
#--- END OF MACROS ---
|
||||
boxwid=30
|
||||
fillval=1
|
||||
circlerad=10
|
||||
down
|
||||
START: circle "Start"
|
||||
arrow
|
||||
D_MPIB: decision("MPI-based?")
|
||||
arrow " Yes" ljust
|
||||
D_TAMPI: decision("TAMPI?")
|
||||
arrow " Yes" ljust
|
||||
TAMPI: process("\fB+tampi\fP")
|
||||
right
|
||||
move to D_TAMPI.e
|
||||
arrow "No" above
|
||||
D_MPI: decision("MPI?")
|
||||
down
|
||||
move to D_MPI.s
|
||||
arrow " Yes" ljust
|
||||
MPI: process("\fB+mpi\fP")
|
||||
move to TAMPI.s
|
||||
A_TAMPI: arrow linewid
|
||||
line from MPI.s to MPI.c - (0,boxht) \
|
||||
to A_TAMPI.c
|
||||
circle at A_TAMPI.c rad 0.7 filled
|
||||
move at A_TAMPI
|
||||
D_ISEND: decision("MPI_Isend()?")
|
||||
arrow " Yes" ljust
|
||||
ISEND: process("\fB+isend\fP")
|
||||
A_ISEND: arrow
|
||||
right
|
||||
move to D_ISEND.e
|
||||
arrow "No" above
|
||||
D_SEND: decision("MPI_Send()?")
|
||||
down
|
||||
move to D_SEND.s
|
||||
arrow " Yes" ljust
|
||||
SEND: process("\fB+send\fP")
|
||||
right
|
||||
move to D_SEND.e
|
||||
arrow "No" above
|
||||
D_RMA: decision("MPI_Get()?")
|
||||
down
|
||||
move to D_RMA.s
|
||||
arrow " Yes" ljust
|
||||
RMA: process("\fB+rma\fP")
|
||||
line "No" above from D_MPIB.w to D_MPIB.w - (boxwid,0)
|
||||
line to (D_MPIB.w.x-boxwid, A_ISEND.c.y) \
|
||||
to A_ISEND.c
|
||||
line from SEND.s to SEND.c - (0,boxht) \
|
||||
to A_ISEND.c
|
||||
line from RMA.s to RMA.c - (0,boxht) \
|
||||
to SEND.c - (0,boxht)
|
||||
circle at A_ISEND.c rad 0.7 filled
|
||||
move at A_ISEND
|
||||
D_MT: decision("multithread?")
|
||||
arrow " Yes" ljust
|
||||
D_OMP: decision("OpenMP?")
|
||||
arrow " Yes" ljust
|
||||
OMP: process("\fB+omp\fP")
|
||||
right
|
||||
move to D_OMP.e
|
||||
arrow "No" above
|
||||
D_OSS: decision("OmpSs-2?")
|
||||
down
|
||||
move to D_OSS.s
|
||||
arrow " Yes" ljust
|
||||
OSS: process("\fB+oss\fP")
|
||||
down
|
||||
move to OMP.s
|
||||
A_OMP: arrow
|
||||
circle at A_OMP.c rad 0.7 filled
|
||||
line from OSS.s to OSS.c - (0,boxht) \
|
||||
to A_OMP.c
|
||||
move to A_OMP.s
|
||||
D_FJ: decision("fork-join?")
|
||||
arrow " Yes" ljust
|
||||
FJ: process("\fB+fork\fP")
|
||||
right
|
||||
move to D_FJ.e
|
||||
arrow "No" above
|
||||
D_TASKFOR: decision("task for?")
|
||||
arrow "No" above
|
||||
down
|
||||
move to D_TASKFOR.s
|
||||
arrow " Yes" ljust
|
||||
TASKFOR: process("\fB+taskfor\fP")
|
||||
right
|
||||
move to D_TASKFOR.e
|
||||
arrow "No" above
|
||||
D_TASK: decision("task model?")
|
||||
down
|
||||
move to D_TASK.s
|
||||
arrow " Yes" ljust
|
||||
TASK: process("\fB+task\fP")
|
||||
move to FJ.s
|
||||
A_FJ: arrow
|
||||
circle at A_FJ.c rad 0.7 filled
|
||||
line from TASKFOR.s to TASKFOR.c - (0,boxht) \
|
||||
to A_FJ.c
|
||||
line from TASK.s to TASK.c - (0,boxht) \
|
||||
to TASKFOR.c - (0,boxht)
|
||||
left
|
||||
move to OMP.c - (boxwid,0)
|
||||
SEQ: process("\fB+seq\fP")
|
||||
line "No" above from D_MT.w to (SEQ.x, D_MT.w.y)
|
||||
arrow to SEQ.n
|
||||
line from SEQ.s to (SEQ.s.x, A_FJ.c.y) to A_FJ.c
|
||||
down
|
||||
move to A_FJ.s
|
||||
D_SIMD: decision("SIMD opt.?")
|
||||
move to D_SIMD.e
|
||||
right
|
||||
arrow "Yes" above
|
||||
SIMD: process("\fB+simd\fP")
|
||||
down
|
||||
move to D_SIMD.s
|
||||
arrow " No" ljust
|
||||
END: circle "End"
|
||||
circle radius circlerad*0.9 at END
|
||||
arrow from SIMD.s to (SIMD.x, END.y) to END.e
|
||||
|
||||
# Error lines
|
||||
ERR: circle "Error" at (TASK.x+boxwid, END.y)
|
||||
circle radius circlerad*0.9 at ERR
|
||||
line "No" above from D_TASK.e to (ERR.n.x,D_TASK.e.y)
|
||||
line "No" above from D_OSS.e to (ERR.n.x,D_OSS.e.y)
|
||||
line "No" above from D_RMA.e to (ERR.n.x,D_RMA.e.y)
|
||||
line "No" above from D_MPI.e to (ERR.n.x,D_MPI.e.y)
|
||||
arrow to ERR.n
|
||||
#.PE
|
||||
256
garlic/doc/pp.ms
256
garlic/doc/pp.ms
@ -1,256 +0,0 @@
|
||||
.TL
|
||||
Garlic: the postprocess pipeline
|
||||
.AU
|
||||
Rodrigo Arias Mallo
|
||||
.AI
|
||||
Barcelona Supercomputing Center
|
||||
.AB
|
||||
.LP
|
||||
This document covers the format used to store the results of the
|
||||
execution of experiments and the postprocess steps used to generate a
|
||||
set of figures from the results to present the data. The several stages
|
||||
of the postprocess pipeline are documented to provide a general picture.
|
||||
.AE
|
||||
.\"#####################################################################
|
||||
.nr GROWPS 3
|
||||
.nr PSINCR 1.5p
|
||||
.\".nr PD 0.5m
|
||||
.nr PI 2m
|
||||
.\".2C
|
||||
.R1
|
||||
bracket-label " [" ] ", "
|
||||
accumulate
|
||||
move-punctuation
|
||||
.R2
|
||||
.\"#####################################################################
|
||||
.NH 1
|
||||
Introduction
|
||||
.LP
|
||||
After the correct execution of an experiment the results are stored for
|
||||
further investigation. Typically the time of the execution or other
|
||||
quantities are measured and presented later in a figure (generally a
|
||||
plot or a table). The
|
||||
.I "postprocess pipeline"
|
||||
consists of all the steps required to create a set of figures from the
|
||||
results. Similarly to the execution pipeline where several stages run
|
||||
sequentially,
|
||||
.[
|
||||
garlic execution
|
||||
.]
|
||||
the postprocess pipeline is also formed by multiple stages executed
|
||||
in order.
|
||||
.PP
|
||||
The rationale behind dividing execution and postprocess is
|
||||
that usually the experiments are costly to run (they take a long time to
|
||||
complete) while generating a figure require less time. Refining the
|
||||
figures multiple times reusing the same experimental results doesn't
|
||||
require the execution of the complete experiment, so the experimenter
|
||||
can try multiple ways to present the data without waiting a large delay.
|
||||
.NH 1
|
||||
Results
|
||||
.LP
|
||||
The results are generated in the same
|
||||
.I "target"
|
||||
machine where the experiment is executed and are stored in the garlic
|
||||
\fCout\fP
|
||||
directory, organized into a tree structure following the experiment
|
||||
name, the unit name and the run number (governed by the
|
||||
.I control
|
||||
stage):
|
||||
.DS L
|
||||
\fC
|
||||
|-- 6lp88vlj7m8hvvhpfz25p5mvvg7ycflb-experiment
|
||||
| |-- 8lpmmfix52a8v7kfzkzih655awchl9f1-unit
|
||||
| | |-- 1
|
||||
| | | |-- stderr.log
|
||||
| | | |-- stdout.log
|
||||
| | | |-- ...
|
||||
| | |-- 2
|
||||
\&...
|
||||
\fP
|
||||
.DE
|
||||
In order to provide an easier access to the results, an index is also
|
||||
created by taking the
|
||||
.I expName
|
||||
and
|
||||
.I unitName
|
||||
attributes (defined in the experiment configuration) and linking them to
|
||||
the appropriate experiment and unit directories. These links are
|
||||
overwritten by the last experiment with the same names so they are only
|
||||
valid for the last execution. The out and index directories are
|
||||
placed into a per-user directory, as we cannot guarantee the complete
|
||||
execution of each unit when multiple users share units.
|
||||
.PP
|
||||
The messages printed to
|
||||
.I stdout
|
||||
and
|
||||
.I stderr
|
||||
are stored in the log files with the same name inside each run
|
||||
directory. Additional data is sometimes generated by the experiments,
|
||||
and is found in each run directory. As the generated data can be very
|
||||
large, is ignored by default when fetching the results.
|
||||
.NH 1
|
||||
Fetching the results
|
||||
.LP
|
||||
Consider a program of interest for which an experiment has been designed to
|
||||
measure some properties that the experimenter wants to present in a
|
||||
visual plot. When the experiment is launched, the execution
|
||||
pipeline (EP) is completely executed and it will generate some
|
||||
results. In this escenario, the execution pipeline depends on the
|
||||
program\[em]any changes in the program will cause nix to build the
|
||||
pipeline again
|
||||
using the updated program. The results will also depend on the
|
||||
execution pipeline as well as the postprocess pipeline (PP) and the plot
|
||||
on the results. This chain of dependencies can be shown in the
|
||||
following dependency graph:
|
||||
.ie t \{\
|
||||
.PS
|
||||
circlerad=0.22;
|
||||
linewid=0.3;
|
||||
right
|
||||
circle "Prog"
|
||||
arrow
|
||||
circle "EP"
|
||||
arrow
|
||||
circle "Result"
|
||||
arrow
|
||||
circle "PP"
|
||||
arrow
|
||||
circle "Plot"
|
||||
.PE
|
||||
.\}
|
||||
.el \{\
|
||||
.nf
|
||||
|
||||
Prog ---> EP ---> Result ---> PP ---> Plot
|
||||
|
||||
.fi
|
||||
.\}
|
||||
Ideally, the dependencies should be handled by nix, so it can detect any
|
||||
change and rebuild the necessary parts automatically. Unfortunately, nix
|
||||
is not able to build the result as a derivation directly, as it requires
|
||||
access to the
|
||||
.I "target"
|
||||
machine with several user accounts. In order to let several users reuse
|
||||
the same results from a shared cache, we would like to use the
|
||||
.I "nix store" .
|
||||
.PP
|
||||
To generate the results from the
|
||||
experiment, we add some extra steps that must be executed manually:
|
||||
.PS
|
||||
circle "Prog"
|
||||
arrow
|
||||
diag=linewid + circlerad;
|
||||
far=circlerad*3 + linewid*4
|
||||
E: circle "EP"
|
||||
R: circle "Result" at E + (far,0)
|
||||
RUN: circle "Run" at E + (diag,-diag) dashed
|
||||
FETCH: circle "Fetch" at R + (-diag,-diag) dashed
|
||||
move to R.e
|
||||
arrow
|
||||
P: circle "PP"
|
||||
arrow
|
||||
circle "Plot"
|
||||
arrow dashed from E to RUN chop
|
||||
arrow dashed from RUN to FETCH chop
|
||||
arrow dashed from FETCH to R chop
|
||||
arrow from E to R chop
|
||||
.PE
|
||||
The run and fetch steps are provided by the helper tool
|
||||
.I "garlic(1)" ,
|
||||
which launches the experiment using the user credentials at the
|
||||
.I "target"
|
||||
machine and then fetches the results, placing them in a directory known
|
||||
by nix. When the result derivation needs to be built, nix will look in
|
||||
this directory for the results of the execution. If the directory is not
|
||||
found, a message is printed to suggest the user to launch the experiment
|
||||
and the build process is stopped. When the result is successfully built
|
||||
by any user, is stored in the
|
||||
.I "nix store"
|
||||
and it won't need to be rebuilt again until the experiment changes, as
|
||||
the hash only depends on the experiment and not on the contents of the
|
||||
results.
|
||||
.PP
|
||||
Notice that this mechanism violates the deterministic nature of the nix
|
||||
store, as from a given input (the experiment) we can generate different
|
||||
outputs (each result from different executions). We knowingly relaxed
|
||||
this restriction by providing a guarantee that the results are
|
||||
equivalent and there is no need to execute an experiment more than once.
|
||||
.PP
|
||||
To force the execution of an experiment you can use the
|
||||
.I rev
|
||||
attribute which is a number assigned to each experiment
|
||||
and can be incremented to create copies that only differs on that
|
||||
number. The experiment hash will change but the experiment will be the
|
||||
same, as long as the revision number is ignored along the execution
|
||||
stages.
|
||||
.NH 1
|
||||
Postprocess stages
|
||||
.LP
|
||||
Once the results are completely generated in the
|
||||
.I "target"
|
||||
machine there are several stages required to build a set of figures:
|
||||
.PP
|
||||
.I fetch \[em]
|
||||
waits until all the experiment units are completed and then executes the
|
||||
next stage. This stage is performed by the
|
||||
.I garlic(1)
|
||||
tool using the
|
||||
.I -F
|
||||
option and also reports the current state of the execution.
|
||||
.PP
|
||||
.I store \[em]
|
||||
copies from the
|
||||
.I target
|
||||
machine into the nix store all log files generated by the experiment,
|
||||
keeping the same directory structure. It tracks the execution state of
|
||||
each unit and only copies the results once the experiment is complete.
|
||||
Other files are ignored as they are often very large and not required
|
||||
for the subsequent stages.
|
||||
.PP
|
||||
.I timetable \[em]
|
||||
converts the results of the experiment into a NDJSON file with one
|
||||
line per run for each unit. Each line is a valid JSON object, containing
|
||||
the
|
||||
.I exp ,
|
||||
.I unit
|
||||
and
|
||||
.I run
|
||||
keys and the unit configuration (as a JSON object) in the
|
||||
.I config
|
||||
key. The execution time is captured from the standard output and is
|
||||
added in the
|
||||
.I time
|
||||
key.
|
||||
.PP
|
||||
.I merge \[em]
|
||||
one or more timetable datasets are joined, by simply concatenating them.
|
||||
This step allows building one dataset to compare multiple experiments in
|
||||
the same figure.
|
||||
.PP
|
||||
.I rPlot \[em]
|
||||
one ot more figures are generated by a single R script
|
||||
.[
|
||||
r cookbook
|
||||
.]
|
||||
which takes as input the previously generated dataset.
|
||||
The path of the dataset is recorded in the figure as well, which
|
||||
contains enough information to determine all the stages in the execution
|
||||
and postprocess pipelines.
|
||||
.SH 1
|
||||
Appendix A: Current setup
|
||||
.LP
|
||||
As of this moment, the
|
||||
.I build
|
||||
machine which contains the nix store is
|
||||
.I xeon07
|
||||
and the
|
||||
.I "target"
|
||||
machine used to run the experiments is Mare Nostrum 4 with the
|
||||
.I output
|
||||
directory placed at
|
||||
.CW /gpfs/projects/bsc15/garlic .
|
||||
By default, the experiment results are never deleted from the
|
||||
.I target
|
||||
so you may want to remove the ones already stored in the nix store to
|
||||
free space.
|
||||
@ -1,9 +0,0 @@
|
||||
%A Rodrigo Arias Mallo
|
||||
%D 2020
|
||||
%T Garlic: the execution pipeline
|
||||
|
||||
%A Winston Chang
|
||||
%T R Graphics Cookbook: Practical Recipes for Visualizing Data
|
||||
%D 2020
|
||||
%I O'Reilly Media
|
||||
%O 2nd edition
|
||||
@ -1,19 +0,0 @@
|
||||
html {
|
||||
line-height: 1.6;
|
||||
margin-bottom: 50px;
|
||||
padding-bottom: 80px;
|
||||
}
|
||||
|
||||
body {
|
||||
max-width: 700px;
|
||||
text-align: justify;
|
||||
margin:0 auto;
|
||||
}
|
||||
|
||||
pre {
|
||||
overflow: auto;
|
||||
display: block;
|
||||
padding: 3px 3px;
|
||||
line-height: 1.4;
|
||||
background-color: #eeeeee;
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@ -1,181 +0,0 @@
|
||||
.\"usage: NS title
|
||||
.EQ
|
||||
delim $$
|
||||
.EN
|
||||
.de NS \" New Slide
|
||||
.SK
|
||||
.ev gp-top
|
||||
.fam H
|
||||
.vs 1.5m
|
||||
.ll \\n[@ll]u
|
||||
.lt \\n[@ll]u
|
||||
.rs
|
||||
.sp 2v
|
||||
.ps +5
|
||||
\\$*
|
||||
.ps -5
|
||||
.sp 1.5v
|
||||
.br
|
||||
.ev
|
||||
..
|
||||
.\" Remove headers
|
||||
.de TP
|
||||
..
|
||||
.\" Bigger page number in footer
|
||||
.de EOP
|
||||
.fam H
|
||||
.ps +2
|
||||
. ie o .tl \\*[pg*odd-footer]
|
||||
. el .tl \\*[pg*even-footer]
|
||||
. ds hd*format \\g[P]
|
||||
. af P 0
|
||||
. ie (\\n[P]=1)&(\\n[N]=1) .tl \\*[pg*header]
|
||||
. el .tl \\*[pg*footer]
|
||||
. af P \\*[hd*format]
|
||||
. tl ''\\*[Pg_type!\\n[@copy_type]]''
|
||||
..
|
||||
.\" Remove top and bottom margin
|
||||
.VM 0 0
|
||||
.\"
|
||||
.\"
|
||||
.\" Set virtual page dimensions for a physical size of 16x12 cm
|
||||
.PGFORM 14c 12c 1c 1
|
||||
.ND "January 14, 2021"
|
||||
.\" .vs 1.5m
|
||||
.S C 1.5m
|
||||
.fam H
|
||||
.\".PH "'cosas'''"
|
||||
.COVER ms
|
||||
.de cov@print-date
|
||||
.DS C
|
||||
.fam H
|
||||
.B
|
||||
\\*[cov*new-date]
|
||||
.DE
|
||||
..
|
||||
.TL
|
||||
.ps 20
|
||||
.fam H
|
||||
Garlic experiments
|
||||
.AF "Barcelona Supercomputing Center"
|
||||
.AU "Rodrigo Arias Mallo"
|
||||
.COVEND
|
||||
.PF "'''%'"
|
||||
.\" Turn off justification
|
||||
.SA 0
|
||||
.\".PF '''%'
|
||||
.\"==================================================================
|
||||
.NS "Approach 1"
|
||||
This was the approach proposed for hybrids PM
|
||||
.BL
|
||||
.LI
|
||||
Perform a granularity experiment with a \fIreasonable\fP problem size.
|
||||
.LI
|
||||
Take the best blocksize
|
||||
.LI
|
||||
Analyze strong and weak scaling with that blocksize.
|
||||
.LI
|
||||
Plot speedup and efficiency comparing multiple PM.
|
||||
.LE 1
|
||||
The main problem is that it may lead to \fBbogus comparisons\fP.
|
||||
Additionally, there is no guarantee that the best blocksize is the one
|
||||
that performs better with more resources.
|
||||
.\"==================================================================
|
||||
.NS "Approach 2"
|
||||
We want to measure scalability of the application \fBonly\fP, not mixed
|
||||
with runtime overhead or lack of parallelism.
|
||||
.P
|
||||
We define \fBsaturation\fP as the state of an execution that allows a
|
||||
program to potentially use all the resources (the name comes from the
|
||||
transistor state, when current flows freely).
|
||||
.P
|
||||
Design a new experiment which tests multiple blocksizes and multiple
|
||||
input sizes to find these states: \fBthe saturation experiment\fP.
|
||||
.P
|
||||
Begin with small problems and increase the size, so you get to the
|
||||
answer quickly.
|
||||
.\"==================================================================
|
||||
.NS "Saturation experiment"
|
||||
.2C
|
||||
\X'pdf: pdfpic sat.png.tk.pdf -R 7c'
|
||||
.NCOL
|
||||
.S -1 -3
|
||||
.BL 1m
|
||||
.LI
|
||||
The objetive is to find the minimum input size that allows us to get
|
||||
meaningful scalability results.
|
||||
.LI
|
||||
More precisely, a unit is in \fBsaturation state\fP if the median time
|
||||
is below the \fBsaturation time limit\fP, currently set to 110% the minimum
|
||||
median time (red dashed lines).
|
||||
.LI
|
||||
An input size is in \fBsaturation zone\fP if it allows at least K=3
|
||||
consecutive points in the saturation state.
|
||||
.LI
|
||||
With less than 512 particles/CPU (green line) we cannot be sure that the
|
||||
performance is not impacted by the runtime overhead or lack of
|
||||
parallelism.
|
||||
.LE
|
||||
.S P P
|
||||
.1C
|
||||
.\"==================================================================
|
||||
.NS "Experiment space"
|
||||
.2C
|
||||
\X'pdf: pdfpic scaling-region.svg.tk.pdf -L 7c'
|
||||
.NCOL
|
||||
.S -1 -3
|
||||
.BL 1m
|
||||
.LI
|
||||
\fBSaturation limit\fP: small tasks cannot be solved without overhead
|
||||
from the runtime, no matter the blocksize.
|
||||
.LI
|
||||
Different limits for OmpSs-2 and OpenMP.
|
||||
.LI
|
||||
Experiment A will show the scaling of the app while in the saturation
|
||||
zone.
|
||||
.LI
|
||||
Experiment B will show that OpenMP scales bad in the last 2 points.
|
||||
.LI
|
||||
Experiment C will show that at some point both OpenMP and OmpSs-2 scale
|
||||
bad.
|
||||
.LE
|
||||
.S P P
|
||||
.1C
|
||||
.\"==================================================================
|
||||
.NS "Experiment space: experiment C"
|
||||
.2C
|
||||
\X'pdf: pdfpic scalability.svg.tk.pdf -L 7c'
|
||||
.NCOL
|
||||
.BL 1m
|
||||
.LI
|
||||
The experiment C will show a difference in performance when approached
|
||||
to the saturation limit.
|
||||
.LI
|
||||
We could say that OmpSs-2 introduces less overhead, therefore allows
|
||||
better scalability.
|
||||
.LE
|
||||
.1C
|
||||
.\"==================================================================
|
||||
.NS "Reproducibility"
|
||||
How easy can we get the same results? Three properties R0 < R1 < R2 (no common nomenclature yet!):
|
||||
.BL 1m
|
||||
.LI
|
||||
R0: \fBSame\fP humans on the \fBsame\fP machine obtain the same result
|
||||
.LI
|
||||
R1: \fBDifferent\fP humans on the \fBsame\fP machine obtain the same result
|
||||
.LI
|
||||
R2: \fBDifferent\fP humans on a \fBdifferent\fP machine obtain same result
|
||||
.LE
|
||||
.P
|
||||
Garlic provides 2 types of properties: for software and for experimental
|
||||
results:
|
||||
.BL 1m
|
||||
.LI
|
||||
Software is R2: you can get the exact same software by any one, in any
|
||||
machine
|
||||
.LI
|
||||
Experimental results are R1: you cannot change the machine MN4 (yet)
|
||||
.LE
|
||||
.P
|
||||
Same experimental result means that the mean of your results is in the confidence
|
||||
interval of our results \fBand the relative std is < 1%\fP.
|
||||
Binary file not shown.
@ -1,29 +0,0 @@
|
||||
GENFIG=scaling-region.svg.tk.pdf \
|
||||
sat.png.tk.pdf \
|
||||
scalability.svg.tk.pdf
|
||||
GENPDF=2.pdf 3.pdf
|
||||
|
||||
all: $(GENPDF)
|
||||
|
||||
keep_figs: $(GENFIG)
|
||||
|
||||
%.svg.pdf: %.svg Makefile
|
||||
inkscape $< --export-pdf=$@
|
||||
|
||||
%.png.pdf: %.png Makefile
|
||||
gm convert $< -density 30 $@
|
||||
|
||||
%.tk.pdf: %.pdf Makefile
|
||||
pdftk $< output $@
|
||||
|
||||
%.pdf: %.mm $(GENFIG)
|
||||
groff -Tpdf -e -t -p -P-p12c,16c -mm $< > $@
|
||||
-killall -HUP mupdf
|
||||
|
||||
watch:
|
||||
while [ 1 ]; do inotifywait -e modify *; make; done
|
||||
|
||||
.PRECIOUS: *.svg.pdf *.tk.pdf
|
||||
|
||||
clean:
|
||||
rm -f $(GENFIG) $(GENPDF)
|
||||
@ -1,479 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<svg
|
||||
xmlns:dc="http://purl.org/dc/elements/1.1/"
|
||||
xmlns:cc="http://creativecommons.org/ns#"
|
||||
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
|
||||
xmlns:svg="http://www.w3.org/2000/svg"
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
|
||||
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
|
||||
width="1280"
|
||||
height="720"
|
||||
viewBox="0 0 338.66667 190.5"
|
||||
version="1.1"
|
||||
id="svg8"
|
||||
inkscape:version="1.0.1 (3bc2e813f5, 2020-09-07)"
|
||||
sodipodi:docname="overview.svg">
|
||||
<defs
|
||||
id="defs2">
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect1043"
|
||||
is_visible="true"
|
||||
lpeversion="1" />
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect1015"
|
||||
is_visible="true"
|
||||
lpeversion="1" />
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect942"
|
||||
is_visible="true"
|
||||
lpeversion="0" />
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect946"
|
||||
is_visible="true"
|
||||
lpeversion="0" />
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect950"
|
||||
is_visible="true"
|
||||
lpeversion="0" />
|
||||
<inkscape:path-effect
|
||||
effect="spiro"
|
||||
id="path-effect954"
|
||||
is_visible="true"
|
||||
lpeversion="0" />
|
||||
</defs>
|
||||
<sodipodi:namedview
|
||||
id="base"
|
||||
pagecolor="#ffffff"
|
||||
bordercolor="#666666"
|
||||
borderopacity="1.0"
|
||||
inkscape:pageopacity="0.0"
|
||||
inkscape:pageshadow="2"
|
||||
inkscape:zoom="0.98994949"
|
||||
inkscape:cx="650.6739"
|
||||
inkscape:cy="347.57627"
|
||||
inkscape:document-units="mm"
|
||||
inkscape:current-layer="layer1"
|
||||
inkscape:document-rotation="0"
|
||||
showgrid="false"
|
||||
units="px"
|
||||
inkscape:window-width="1914"
|
||||
inkscape:window-height="1025"
|
||||
inkscape:window-x="0"
|
||||
inkscape:window-y="24"
|
||||
inkscape:window-maximized="1"
|
||||
inkscape:snap-bbox="true"
|
||||
inkscape:bbox-nodes="true">
|
||||
<inkscape:grid
|
||||
type="xygrid"
|
||||
id="grid1071" />
|
||||
</sodipodi:namedview>
|
||||
<metadata
|
||||
id="metadata5">
|
||||
<rdf:RDF>
|
||||
<cc:Work
|
||||
rdf:about="">
|
||||
<dc:format>image/svg+xml</dc:format>
|
||||
<dc:type
|
||||
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
|
||||
<dc:title></dc:title>
|
||||
</cc:Work>
|
||||
</rdf:RDF>
|
||||
</metadata>
|
||||
<g
|
||||
inkscape:label="Layer 1"
|
||||
inkscape:groupmode="layer"
|
||||
id="layer1">
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:11.2889px;line-height:1.25;font-family:'Linux Libertine';-inkscape-font-specification:'Linux Libertine, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="119.66053"
|
||||
y="23.383175"
|
||||
id="text12"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan10"
|
||||
x="119.66053"
|
||||
y="23.383175"
|
||||
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:11.2889px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;stroke-width:0.264583">Garlic overview</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:'Linux Libertine';-inkscape-font-specification:'Linux Libertine, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="234.71022"
|
||||
y="112.26602"
|
||||
id="text1019"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1017"
|
||||
x="234.71022"
|
||||
y="112.26602"
|
||||
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:8.46667px;font-family:sans-serif;-inkscape-font-specification:sans-serif;stroke-width:0.264583">bscpkgs</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:7.05556px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.14818"
|
||||
y="99.37706"
|
||||
id="text1023"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1021"
|
||||
x="235.14818"
|
||||
y="99.37706"
|
||||
style="stroke-width:0.264583" /></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="22.981543"
|
||||
y="40.828518"
|
||||
id="text1027"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1025"
|
||||
x="22.981543"
|
||||
y="40.828518"
|
||||
style="font-size:8.46667px;stroke-width:0.264583">Isolation</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.41302"
|
||||
y="141.11386"
|
||||
id="text1031"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1029"
|
||||
x="235.41302"
|
||||
y="141.11386"
|
||||
style="stroke-width:0.264583">Apps</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="22.981543"
|
||||
y="98.77639"
|
||||
id="text1035"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1033"
|
||||
x="22.981543"
|
||||
y="98.77639"
|
||||
style="stroke-width:0.264583">Postprocess</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="22.981543"
|
||||
y="128.14102"
|
||||
id="text1039"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1037"
|
||||
x="22.981543"
|
||||
y="128.14102"
|
||||
style="stroke-width:0.264583">Replicable</tspan></text>
|
||||
<g
|
||||
id="g939"
|
||||
transform="matrix(0.83871913,0,0,0.83871913,126.82493,-113.88842)">
|
||||
<path
|
||||
style="opacity:1;fill:#71c837;fill-opacity:1;stroke:none;stroke-width:0.252538;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 35.855789,282.06376 c -4.85096,-1.86589 -9.321157,-5.5573 -12.052686,-9.95291 -1.42608,-2.29485 -2.550183,-5.13416 -3.142218,-7.93675 -0.468005,-2.21545 -0.584044,-5.74948 -0.261382,-7.96055 0.751234,-5.14793 3.001156,-9.88538 6.376496,-13.42641 1.064876,-1.11715 1.141312,-1.23333 0.967644,-1.47084 -0.180189,-0.24642 -0.218712,-0.22848 -0.867441,0.40409 -2.541844,2.4785 -4.781497,6.13785 -6.015517,9.8287 -2.151697,6.43554 -1.660797,12.92798 1.44394,19.09701 2.373529,4.71614 5.881378,8.24463 10.798715,10.86225 l 1.469982,0.78252 -0.947613,-0.075 c -1.18859,-0.0941 -3.165274,-0.59068 -4.535339,-1.13928 -2.14739,-0.85986 -4.899448,-2.77408 -7.344667,-5.10867 -4.3499,-4.1531 -7.205196,-9.05097 -8.004667,-13.7309 -0.27279,-1.59685 -0.278638,-4.42186 -0.0123,-5.94906 0.477293,-2.73701 1.939155,-6.11115 3.97591,-9.17685 2.546688,-3.83325 4.620429,-5.89727 10.387406,-10.3387 3.493318,-2.69038 4.736076,-3.72889 6.15496,-5.14339 3.568843,-3.55782 6.467152,-8.6731 7.339454,-12.95356 0.148482,-0.72861 0.269968,-1.50206 0.269968,-1.71878 0,-0.39331 0.0019,-0.39417 0.968851,-0.46738 1.365353,-0.10337 3.052225,-0.70711 4.744035,-1.69791 l 0.701582,-0.41089 0.0026,1.5061 c 0.0045,2.60243 0.476784,5.34744 1.339734,7.78693 1.52088,4.2994 4.18253,7.41948 11.62023,13.62161 4.276695,3.56624 7.746677,6.95204 9.117036,8.89585 2.259996,3.20572 3.348103,6.20096 3.568194,9.82215 0.595117,9.79157 -3.768748,17.911 -12.44142,23.14856 -1.296532,0.78299 -3.637803,1.90233 -3.985585,1.90546 -0.110249,10e-4 0.150921,-0.21006 0.580377,-0.46902 5.436653,-3.27826 9.475507,-9.15074 10.803453,-15.70819 0.267552,-1.32118 0.309211,-1.92299 0.309211,-4.46686 0,-2.53757 -0.042,-3.14727 -0.306856,-4.45455 -1.060807,-5.23597 -3.854233,-10.15023 -7.65502,-13.4669 -0.618908,-0.54008 -1.155922,-0.98329 -1.193366,-0.98492 -0.03745,-0.002 -0.139946,0.11212 -0.227777,0.25276 -0.141502,0.22658 -0.07607,0.32023 0.574336,0.82202 2.259362,1.74308 4.915725,5.31474 6.310574,8.48498 2.018451,4.58759 2.502477,9.49237 1.415167,14.34033 -1.629156,7.26389 -6.611462,13.30354 -13.416428,16.26369 -1.085205,0.47206 -1.217885,0.49706 -2.973134,0.56011 l -1.837235,0.066 1.006237,-2.07559 c 2.368455,-4.8854 3.538316,-10.024 3.535808,-15.5308 -0.0027,-5.88707 -1.061958,-10.50484 -5.157827,-22.48487 -0.6345,-1.85585 -1.191602,-3.37335 -1.237999,-3.37223 -0.0464,0.001 -0.17008,0.0563 -0.274844,0.1226 -0.156832,0.0993 0.130482,1.08447 1.626465,5.57721 2.644622,7.94233 3.529431,11.22265 4.132003,15.31894 0.372002,2.52887 0.400976,6.90859 0.06118,9.24748 -0.627637,4.32015 -1.762573,7.98369 -3.564128,11.5049 -0.508662,0.9942 -0.719381,1.53437 -0.616966,1.58158 0.08555,0.0394 -0.686359,0.0277 -1.715347,-0.0261 -1.028986,-0.0538 -2.81859,-0.0876 -3.976896,-0.0751 -1.158304,0.0125 -2.076599,-0.0249 -2.04065,-0.0831 0.03595,-0.0582 -0.513096,-0.57953 -1.220099,-1.15859 -5.871245,-4.80873 -8.903676,-12.46261 -8.334531,-21.0364 0.514302,-7.74762 3.570269,-16.48358 8.451646,-24.16033 0.756092,-1.18908 0.878686,-1.62601 0.456232,-1.62601 -0.269476,0 -2.187459,3.11792 -3.581049,5.82143 -6.527942,12.66396 -7.778054,24.87321 -3.460077,33.79294 1.354494,2.79801 3.875849,5.96086 6.265727,7.85989 l 0.882295,0.70108 -1.131244,0.087 c -2.28504,0.17566 -3.206655,0.12456 -4.125092,-0.22871 z"
|
||||
id="path1121"
|
||||
inkscape:connector-curvature="0" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1.6;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 48.867489,212.94095 c 0,0 -0.86438,7.76605 2.713226,13.63584 6.494115,10.65492 22.215215,15.10271 22.945555,29.57717 0.73034,14.47445 -8.97919,21.92729 -15.29676,24.84412 -6.317568,2.91683 -10.522303,1.607 -14.936018,1.58965 -4.413716,-0.0174 -11.542077,1.89608 -18.275069,-2.46922 -6.732992,-4.36531 -17.7526266,-15.9095 -10.997271,-29.49573 6.755356,-13.58623 16.532136,-14.09272 22.847212,-24.4691 3.894154,-6.39853 3.425017,-10.20633 3.425017,-10.20633"
|
||||
id="path115"
|
||||
inkscape:connector-curvature="0"
|
||||
sodipodi:nodetypes="cszzzzzsc" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1.6;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 41.293381,215.94735 c 0,0 1.628798,0.38316 4.106055,-0.68681 2.477257,-1.06997 3.458673,-2.01071 3.468053,-2.31959 0.01165,-0.38377 -2.218113,-0.51799 -4.760631,0.84257 -2.542518,1.36055 -2.815487,1.75415 -2.813477,2.16383 z"
|
||||
id="path932"
|
||||
inkscape:connector-curvature="0"
|
||||
sodipodi:nodetypes="szszs" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 96.572915,115.66592 c 3.453405,-6.0297 5.055035,-13.10355 4.535715,-20.032736 -0.39271,-5.239899 -1.955101,-10.314508 -3.590774,-15.308037 -0.858872,-2.622043 -1.740862,-5.236513 -2.645833,-7.843004"
|
||||
id="path940"
|
||||
inkscape:connector-curvature="0"
|
||||
inkscape:path-effect="#path-effect942"
|
||||
inkscape:original-d="m 96.572915,115.66592 c 1.512171,-6.67784 3.024074,-13.35542 4.535715,-20.032736 1.51164,-6.677316 -2.393584,-10.205622 -3.590774,-15.308037 -1.197189,-5.102413 -1.763625,-5.228934 -2.645833,-7.843004"
|
||||
transform="translate(-47.04174,166.51122)" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 88.162945,67.662944 c -3.064224,4.547552 -5.489214,9.525165 -7.181547,14.741074 -1.328054,4.09317 -2.208726,8.359616 -2.235731,12.662759 -0.02701,4.303143 0.823506,8.651583 2.802696,12.472653 1.648228,3.18211 4.067739,5.96128 6.992559,8.032"
|
||||
id="path944"
|
||||
inkscape:connector-curvature="0"
|
||||
inkscape:path-effect="#path-effect946"
|
||||
inkscape:original-d="m 88.162945,67.662944 c -2.015609,4.976424 -5.165409,9.764121 -7.181547,14.741074 -2.016138,4.97695 0.378241,16.756679 0.566965,25.135412 0.188722,8.37874 4.661969,5.3544 6.992559,8.032"
|
||||
sodipodi:nodetypes="cssc"
|
||||
transform="translate(-47.04174,166.51122)" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 74.744792,74.844492 c -5.08443,4.722113 -8.015278,11.678462 -7.843007,18.615327 0.124172,5.000037 1.820316,9.949651 4.788964,13.974931 2.968648,4.02529 7.196284,7.10792 11.936482,8.70364"
|
||||
id="path948"
|
||||
inkscape:connector-curvature="0"
|
||||
inkscape:path-effect="#path-effect950"
|
||||
inkscape:original-d="m 74.744792,74.844492 c -2.897553,5.417394 -4.944925,13.197404 -7.843007,18.615327 -2.898081,5.417923 11.402546,13.732871 16.725446,22.678571"
|
||||
sodipodi:nodetypes="csc"
|
||||
transform="translate(-47.04174,166.51122)" />
|
||||
<path
|
||||
style="opacity:1;fill:none;stroke:#000000;stroke-width:1;stroke-linecap:round;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 106.91469,75.255709 c 5.52653,4.277036 8.97564,11.122946 9.124,18.109618 0.1032,4.860277 -1.34637,9.741783 -4.08548,13.758033 -2.73912,4.01624 -6.75454,7.14782 -11.31705,8.82604"
|
||||
id="path952"
|
||||
inkscape:connector-curvature="0"
|
||||
inkscape:path-effect="#path-effect954"
|
||||
inkscape:original-d="m 106.91469,75.255709 c 2.5516,4.944922 6.57292,13.164164 9.124,18.109618 2.55107,4.945451 -10.26809,15.055783 -15.40253,22.584073"
|
||||
sodipodi:nodetypes="ccc"
|
||||
transform="translate(-47.04174,166.51122)" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 46.507366,283.1457 c -0.0079,0.37985 0.887358,0.72396 1.120981,1.53188 0.191658,0.66279 -0.270534,1.84628 -0.270534,1.84628 0,0 0.282724,-1.19113 0.01191,-1.83123 -0.270812,-0.64011 -1.689183,-1.6178 -1.689183,-1.6178"
|
||||
id="path1082"
|
||||
inkscape:connector-curvature="0"
|
||||
sodipodi:nodetypes="csczc" />
|
||||
<path
|
||||
sodipodi:nodetypes="csczc"
|
||||
inkscape:connector-curvature="0"
|
||||
id="path1084"
|
||||
d="m 43.483556,283.02758 c -0.0079,0.37985 -0.459182,0.51135 -0.225559,1.31927 0.191658,0.66279 0.887018,1.42106 0.887018,1.42106 0,0 -0.874828,-0.76591 -1.145642,-1.40601 -0.270812,-0.64011 -0.01191,-1.54693 -0.01191,-1.54693"
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
|
||||
<path
|
||||
sodipodi:nodetypes="csczc"
|
||||
inkscape:connector-curvature="0"
|
||||
id="path1086"
|
||||
d="m 41.404687,283.12207 c -0.0079,0.37985 -0.424683,0.81322 -0.509041,1.65 -0.09182,0.91084 -1.211218,1.96222 -1.211218,1.96222 0,0 0.998985,-1.05902 0.952594,-1.94717 -0.04639,-0.88815 0.318816,-1.6178 0.318816,-1.6178"
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 50.003646,283.07483 c -0.0079,0.37985 0.252593,0.74066 0.486216,1.54858 0.191658,0.66279 0.364231,1.82958 0.364231,1.82958 0,0 -0.235111,-1.0575 -0.505925,-1.6976 -0.270812,-0.64011 -1.171348,-1.75143 -1.171348,-1.75143"
|
||||
id="path1088"
|
||||
inkscape:connector-curvature="0"
|
||||
sodipodi:nodetypes="csczc" />
|
||||
<path
|
||||
sodipodi:nodetypes="cscsc"
|
||||
inkscape:connector-curvature="0"
|
||||
id="path1090"
|
||||
d="m 38.971466,282.67323 c -0.0079,0.37985 0.246274,1.23214 -0.438171,1.72087 -0.564294,0.40293 -2.160414,0.6651 -2.160414,0.6651 0,0 1.532556,-0.55416 2.019908,-0.90991 0.451361,-0.32948 0.05896,-1.68867 0.05896,-1.68867"
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
|
||||
<path
|
||||
style="fill:#000000;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 36.490995,283.38903 c 4.989684,-0.34688 10.337396,-1.14471 14.741072,-0.16534 0,0 -3.573827,0.52887 -5.976752,0.50791 -2.402925,-0.021 -8.76432,-0.34255 -8.76432,-0.34255 z"
|
||||
id="path1092"
|
||||
inkscape:connector-curvature="0"
|
||||
sodipodi:nodetypes="cczcc" />
|
||||
<path
|
||||
sodipodi:nodetypes="csczc"
|
||||
inkscape:connector-curvature="0"
|
||||
id="path1094"
|
||||
d="m 44.524621,282.45677 c -0.0079,0.37985 0.252593,0.74066 0.486216,1.54858 0.191658,0.66279 -0.387464,1.06118 -0.387464,1.06118 0,0 0.516584,-0.2891 0.24577,-0.9292 -0.270812,-0.64011 -1.171348,-1.75143 -1.171348,-1.75143"
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
|
||||
<path
|
||||
style="opacity:1;fill:#44aa00;fill-opacity:1;stroke:none;stroke-width:0.0568211;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="m 42.235134,215.49137 c 0,-0.0278 0.523283,-0.36314 1.010613,-0.64767 1.006039,-0.5874 1.720562,-0.94274 2.372019,-1.17967 0.784749,-0.28539 1.669558,-0.47173 2.23003,-0.46962 l 0.175395,5.3e-4 -0.05846,0.0509 c -0.108667,0.0946 -0.491339,0.36075 -0.734991,0.51123 -0.328242,0.20274 -0.628185,0.3686 -1.031687,0.57048 -1.382274,0.69159 -2.424417,1.03259 -3.501443,1.14569 -0.235215,0.0247 -0.461471,0.0335 -0.461471,0.018 z"
|
||||
id="path1125"
|
||||
inkscape:connector-curvature="0" />
|
||||
</g>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="23.397022"
|
||||
y="48.195503"
|
||||
id="text1047"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1045"
|
||||
x="23.397022"
|
||||
y="48.195503"
|
||||
style="stroke-width:0.264583">Filesystem isolation ensures the apps</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.397022"
|
||||
y="53.487164"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1176">always use the same software libraries</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="23.622332"
|
||||
y="106.40382"
|
||||
id="text1051"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1049"
|
||||
x="23.622332"
|
||||
y="106.40382"
|
||||
style="stroke-width:0.264583">Zero human intervention, all data</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.622332"
|
||||
y="111.69549"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1053">postprocessing scripts are included</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="23.779432"
|
||||
y="135.50798"
|
||||
id="text1063"><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.779432"
|
||||
y="135.50798"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1127">Different team, same results on</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.779432"
|
||||
y="140.79964"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1131">the same system (ACM)</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.24559"
|
||||
y="119.633"
|
||||
id="text1069"><tspan
|
||||
sodipodi:role="line"
|
||||
x="235.24559"
|
||||
y="119.633"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1093">Repository with BSC and custom</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="235.24559"
|
||||
y="124.92467"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1111">packages </tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="234.71022"
|
||||
y="54.057686"
|
||||
id="text1075"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1073"
|
||||
x="234.71022"
|
||||
y="54.057686"
|
||||
style="stroke-width:0.264583">nix</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="22.981543"
|
||||
y="69.932686"
|
||||
id="text1079"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1077"
|
||||
x="22.981543"
|
||||
y="69.932686"
|
||||
style="stroke-width:0.264583">Backwards tracking</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="23.824903"
|
||||
y="77.299644"
|
||||
id="text1083"><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.824903"
|
||||
y="77.299644"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1121">Every result is hashed by the software</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.824903"
|
||||
y="82.591309"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1125">used to generate it (datasets, plots ...)</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.06369"
|
||||
y="61.424671"
|
||||
id="text1087"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1085"
|
||||
x="235.06369"
|
||||
y="61.424671"
|
||||
style="stroke-width:0.264583">Reproducible builds from source using</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="235.06369"
|
||||
y="66.716331"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1107">the nix package manager</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.01408"
|
||||
y="148.7413"
|
||||
id="text1091"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1089"
|
||||
x="235.01408"
|
||||
y="148.7413"
|
||||
style="stroke-width:0.264583">Several benchmark programs with</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="235.01408"
|
||||
y="154.03296"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1105">multiple programming models</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:'Linux Libertine';-inkscape-font-specification:'Linux Libertine, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="234.71022"
|
||||
y="83.16185"
|
||||
id="text1097"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1095"
|
||||
x="234.71022"
|
||||
y="83.16185"
|
||||
style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:8.46667px;font-family:sans-serif;-inkscape-font-specification:sans-serif;stroke-width:0.264583">nixpkgs</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="235.0947"
|
||||
y="90.528831"
|
||||
id="text1101"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1099"
|
||||
x="235.0947"
|
||||
y="90.528831"
|
||||
style="stroke-width:0.264583">Large repository of common packages,</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="235.0947"
|
||||
y="95.820496"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1103">maintaned by the community</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:8.46667px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#008000;stroke-width:0.264583"
|
||||
x="22.981543"
|
||||
y="157.24518"
|
||||
id="text1039-8"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1037-1"
|
||||
x="22.981543"
|
||||
y="157.24518"
|
||||
style="fill:#008000;stroke-width:0.264583">Reproducible</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#008000;stroke-width:0.264583"
|
||||
x="23.779427"
|
||||
y="164.61215"
|
||||
id="text1063-0"><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.779427"
|
||||
y="164.61215"
|
||||
style="fill:#008000;stroke-width:0.264583"
|
||||
id="tspan1131-0">Different team, same results on</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="23.779427"
|
||||
y="169.90381"
|
||||
style="fill:#008000;stroke-width:0.264583"
|
||||
id="tspan1162">a different system (ACM).</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.58611px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif Italic';text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;stroke-width:0.264583"
|
||||
x="163.37598"
|
||||
y="138.77432"
|
||||
id="text1166"><tspan
|
||||
sodipodi:role="line"
|
||||
x="163.37598"
|
||||
y="138.77432"
|
||||
style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.58611px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Italic';text-align:center;text-anchor:middle;stroke-width:0.264583"
|
||||
id="tspan1168">Is a complete benchmark framework</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="163.37598"
|
||||
y="144.50696"
|
||||
style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.58611px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Italic';text-align:center;text-anchor:middle;stroke-width:0.264583"
|
||||
id="tspan1172">(<tspan
|
||||
style="fill:#008000"
|
||||
id="tspan1174">green</tspan> = not mature yet)</tspan></text>
|
||||
</g>
|
||||
</svg>
|
||||
|
Before Width: | Height: | Size: 27 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 77 KiB |
@ -1,265 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<svg
|
||||
xmlns:dc="http://purl.org/dc/elements/1.1/"
|
||||
xmlns:cc="http://creativecommons.org/ns#"
|
||||
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
|
||||
xmlns:svg="http://www.w3.org/2000/svg"
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
|
||||
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
|
||||
width="500"
|
||||
height="500"
|
||||
viewBox="0 0 132.29167 132.29167"
|
||||
version="1.1"
|
||||
id="svg8"
|
||||
inkscape:version="1.0.1 (3bc2e813f5, 2020-09-07)"
|
||||
sodipodi:docname="scalability.svg">
|
||||
<defs
|
||||
id="defs2">
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker2584"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path2582" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker1521"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path1519" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="marker1313"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(-0.8,0,0,-0.8,-10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path1311" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="Arrow1Lend"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lend"
|
||||
inkscape:isstock="true"
|
||||
inkscape:collect="always">
|
||||
<path
|
||||
transform="matrix(-0.8,0,0,-0.8,-10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path842" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="marker1129"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lstart"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(0.8,0,0,0.8,10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path1127" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="Arrow1Lstart"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lstart"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(0.8,0,0,0.8,10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path839" />
|
||||
</marker>
|
||||
</defs>
|
||||
<sodipodi:namedview
|
||||
id="base"
|
||||
pagecolor="#ffffff"
|
||||
bordercolor="#666666"
|
||||
borderopacity="1.0"
|
||||
inkscape:pageopacity="0.0"
|
||||
inkscape:pageshadow="2"
|
||||
inkscape:zoom="1.4"
|
||||
inkscape:cx="225.60325"
|
||||
inkscape:cy="274.75145"
|
||||
inkscape:document-units="mm"
|
||||
inkscape:current-layer="layer1"
|
||||
inkscape:document-rotation="0"
|
||||
showgrid="true"
|
||||
units="px"
|
||||
inkscape:snap-bbox="true"
|
||||
inkscape:snap-bbox-midpoints="true"
|
||||
inkscape:window-width="1914"
|
||||
inkscape:window-height="1025"
|
||||
inkscape:window-x="0"
|
||||
inkscape:window-y="24"
|
||||
inkscape:window-maximized="1">
|
||||
<inkscape:grid
|
||||
type="xygrid"
|
||||
id="grid10" />
|
||||
</sodipodi:namedview>
|
||||
<metadata
|
||||
id="metadata5">
|
||||
<rdf:RDF>
|
||||
<cc:Work
|
||||
rdf:about="">
|
||||
<dc:format>image/svg+xml</dc:format>
|
||||
<dc:type
|
||||
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
|
||||
<dc:title></dc:title>
|
||||
</cc:Work>
|
||||
</rdf:RDF>
|
||||
</metadata>
|
||||
<g
|
||||
inkscape:label="Layer 1"
|
||||
inkscape:groupmode="layer"
|
||||
id="layer1">
|
||||
<path
|
||||
style="fill:#c5ffc5;fill-opacity:1;stroke:none;stroke-width:0.189286;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:0.189286, 0.567857;stroke-dashoffset:0"
|
||||
d="m 36.122769,118.97047 -20.300019,-0.0177 0.107096,-11.93674 c 0.0589,-6.56521 0.08242,-27.953609 0.05225,-47.529788 l -0.05485,-35.593051 27.686723,-0.04266 27.686722,-0.04266 0.07339,47.624942 0.07339,47.624937 -7.512341,-0.0348 c -4.131786,-0.0191 -16.647348,-0.0428 -27.812359,-0.0525 z"
|
||||
id="path3092" />
|
||||
<path
|
||||
style="fill:#f98f84;fill-opacity:1;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 87.3125,119.0625 h 15.875 V 23.812501 h -15.875 z"
|
||||
id="path2031"
|
||||
sodipodi:nodetypes="ccccc" />
|
||||
<path
|
||||
style="fill:#dc8add;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 71.4375,119.0625 h 15.875 V 23.812501 h -15.875 z"
|
||||
id="path2027"
|
||||
sodipodi:nodetypes="ccccc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 71.4375,119.0625 V 23.812501"
|
||||
id="path1305"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="8.1803885"
|
||||
y="11.751222"
|
||||
id="text1213"><tspan
|
||||
sodipodi:role="line"
|
||||
x="8.1803885"
|
||||
y="11.751222"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1263">Efficiency</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="95.932426"
|
||||
y="126.27518"
|
||||
id="text1217"><tspan
|
||||
sodipodi:role="line"
|
||||
x="95.932426"
|
||||
y="126.27518"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1219">Nodes: log(n)</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 87.3125,119.0625 V 23.812501"
|
||||
id="path1307"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:#cccccc;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="M 103.1875,119.0625 V 23.812501 h 13.22917 V 119.0625 Z"
|
||||
id="path1415"
|
||||
sodipodi:nodetypes="ccccc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';text-align:end;letter-spacing:0px;word-spacing:0px;text-anchor:end;stroke-width:0.264583"
|
||||
x="-80.841827"
|
||||
y="110.98573"
|
||||
id="text1419"
|
||||
transform="rotate(-90)"><tspan
|
||||
sodipodi:role="line"
|
||||
x="-80.841827"
|
||||
y="110.98573"
|
||||
style="font-size:3.175px;text-align:end;text-anchor:end;stroke-width:0.264583"
|
||||
id="tspan2029">Too small</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-96.356133"
|
||||
y="96.125916"
|
||||
id="text1601"
|
||||
transform="rotate(-90)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1599"
|
||||
x="-96.356133"
|
||||
y="96.125916"
|
||||
style="font-size:3.175px;fill:#000000;stroke-width:0.264583">OmpSs-2 scale bad</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-95.687462"
|
||||
y="80.250916"
|
||||
id="text1605"
|
||||
transform="rotate(-90)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1603"
|
||||
x="-95.687462"
|
||||
y="80.250916"
|
||||
style="font-size:3.175px;fill:#000000;stroke-width:0.264583">OpenMP scale bad</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-start:url(#marker1129);marker-end:url(#Arrow1Lend)"
|
||||
d="M 15.874997,15.875001 V 119.0625 H 124.35417"
|
||||
id="path14"
|
||||
sodipodi:nodetypes="ccc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 103.1875,119.0625 V 23.812501"
|
||||
id="path2545"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.865;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
|
||||
d="M 96.572917,116.41667 85.989584,71.437501 70.114584,46.302085 15.875,34.395834 l 68.791667,13.229167 15.875003,19.84375 9.26042,48.947919"
|
||||
id="path2820"
|
||||
sodipodi:nodetypes="ccccccc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="51.457352"
|
||||
y="32.917889"
|
||||
id="text3711"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan3709"
|
||||
x="51.457352"
|
||||
y="32.917889"
|
||||
style="stroke-width:0.264583">We can explain this difference</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;marker-end:url(#marker1313)"
|
||||
d="m 80.697916,35.718751 -1.322917,9.260416"
|
||||
id="path3713" />
|
||||
</g>
|
||||
</svg>
|
||||
|
Before Width: | Height: | Size: 10 KiB |
@ -1,806 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<svg
|
||||
xmlns:dc="http://purl.org/dc/elements/1.1/"
|
||||
xmlns:cc="http://creativecommons.org/ns#"
|
||||
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
|
||||
xmlns:svg="http://www.w3.org/2000/svg"
|
||||
xmlns="http://www.w3.org/2000/svg"
|
||||
xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
|
||||
xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
|
||||
width="500"
|
||||
height="500"
|
||||
viewBox="0 0 132.29167 132.29167"
|
||||
version="1.1"
|
||||
id="svg8"
|
||||
inkscape:version="1.0.1 (3bc2e813f5, 2020-09-07)"
|
||||
sodipodi:docname="scaling-region.svg">
|
||||
<defs
|
||||
id="defs2">
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker2584"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path2582" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker2429"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true"
|
||||
inkscape:collect="always">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path2427" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker2313"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true"
|
||||
inkscape:collect="always">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path2311" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="marker1521"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path1519" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible;"
|
||||
id="Arrow1Mend"
|
||||
refX="0.0"
|
||||
refY="0.0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Mend"
|
||||
inkscape:isstock="true"
|
||||
inkscape:collect="always">
|
||||
<path
|
||||
transform="scale(0.4) rotate(180) translate(10,0)"
|
||||
style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1;fill:#000000;fill-opacity:1"
|
||||
d="M 0.0,0.0 L 5.0,-5.0 L -12.5,0.0 L 5.0,5.0 L 0.0,0.0 z "
|
||||
id="path848" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="marker1313"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lend"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(-0.8,0,0,-0.8,-10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path1311" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="Arrow1Lend"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lend"
|
||||
inkscape:isstock="true"
|
||||
inkscape:collect="always">
|
||||
<path
|
||||
transform="matrix(-0.8,0,0,-0.8,-10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path842" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="marker1129"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lstart"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(0.8,0,0,0.8,10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path1127" />
|
||||
</marker>
|
||||
<marker
|
||||
style="overflow:visible"
|
||||
id="Arrow1Lstart"
|
||||
refX="0"
|
||||
refY="0"
|
||||
orient="auto"
|
||||
inkscape:stockid="Arrow1Lstart"
|
||||
inkscape:isstock="true">
|
||||
<path
|
||||
transform="matrix(0.8,0,0,0.8,10,0)"
|
||||
style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:1pt;stroke-opacity:1"
|
||||
d="M 0,0 5,-5 -12.5,0 5,5 Z"
|
||||
id="path839" />
|
||||
</marker>
|
||||
</defs>
|
||||
<sodipodi:namedview
|
||||
id="base"
|
||||
pagecolor="#ffffff"
|
||||
bordercolor="#666666"
|
||||
borderopacity="1.0"
|
||||
inkscape:pageopacity="0.0"
|
||||
inkscape:pageshadow="2"
|
||||
inkscape:zoom="1.4"
|
||||
inkscape:cx="207.26458"
|
||||
inkscape:cy="264.61042"
|
||||
inkscape:document-units="mm"
|
||||
inkscape:current-layer="layer1"
|
||||
inkscape:document-rotation="0"
|
||||
showgrid="true"
|
||||
units="px"
|
||||
inkscape:snap-bbox="true"
|
||||
inkscape:snap-bbox-midpoints="true"
|
||||
inkscape:window-width="1914"
|
||||
inkscape:window-height="1025"
|
||||
inkscape:window-x="0"
|
||||
inkscape:window-y="24"
|
||||
inkscape:window-maximized="1">
|
||||
<inkscape:grid
|
||||
type="xygrid"
|
||||
id="grid10" />
|
||||
</sodipodi:namedview>
|
||||
<metadata
|
||||
id="metadata5">
|
||||
<rdf:RDF>
|
||||
<cc:Work
|
||||
rdf:about="">
|
||||
<dc:format>image/svg+xml</dc:format>
|
||||
<dc:type
|
||||
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
|
||||
<dc:title></dc:title>
|
||||
</cc:Work>
|
||||
</rdf:RDF>
|
||||
</metadata>
|
||||
<g
|
||||
inkscape:label="Layer 1"
|
||||
inkscape:groupmode="layer"
|
||||
id="layer1">
|
||||
<path
|
||||
style="fill:#c5ffc5;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;fill-opacity:1"
|
||||
d="m 58.208333,23.8125 -47.625,47.624999 v 50.270831 h 23.8125 L 103.1875,52.916666 V 23.8125 Z"
|
||||
id="path2519" />
|
||||
<path
|
||||
style="fill:#deddda;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 58.208333,23.8125 -47.625,47.625 0,-13.229167 L 44.979167,23.8125 Z"
|
||||
id="path2273"
|
||||
sodipodi:nodetypes="ccccc" />
|
||||
<rect
|
||||
style="fill:#cdab8f;stroke:none;stroke-width:0.264999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="rect2041"
|
||||
width="69.808571"
|
||||
height="2.6832228"
|
||||
x="-64.919769"
|
||||
y="88.492943"
|
||||
ry="1.1225308"
|
||||
transform="rotate(-45)" />
|
||||
<path
|
||||
style="fill:#f98f84;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;fill-opacity:1"
|
||||
d="m 55.5625,121.70833 18.520833,0 L 103.1875,92.604167 V 74.083333 Z"
|
||||
id="path2031"
|
||||
sodipodi:nodetypes="ccccc" />
|
||||
<path
|
||||
style="fill:#dc8add;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="M 34.395833,121.70833 H 55.562499 L 103.1875,74.083332 V 52.916666 Z"
|
||||
id="path2027" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.26499999;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;stroke-miterlimit:4;stroke-dasharray:2.1199999,1.05999995;stroke-dashoffset:0"
|
||||
d="M 34.395833,121.70833 103.1875,52.916667"
|
||||
id="path1305"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<rect
|
||||
style="fill:#99c1f1;stroke:none;stroke-width:0.264999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="rect2043"
|
||||
width="58.208332"
|
||||
height="2.6458333"
|
||||
x="-117.73958"
|
||||
y="41.010418"
|
||||
ry="1.3229166"
|
||||
transform="rotate(-90)" />
|
||||
<rect
|
||||
style="fill:#f6d32d;stroke:none;stroke-width:0.264999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="rect2037"
|
||||
width="58.208332"
|
||||
height="2.6458333"
|
||||
x="17.197916"
|
||||
y="107.15625"
|
||||
ry="1.3229166" />
|
||||
<rect
|
||||
style="fill:#f6d32d;stroke:none;stroke-width:0.264999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="rect2039"
|
||||
width="58.208332"
|
||||
height="2.6458333"
|
||||
x="17.197916"
|
||||
y="91.28125"
|
||||
ry="1.3229166" />
|
||||
<rect
|
||||
style="fill:#f6d32d;stroke:none;stroke-width:0.264999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="rect2035"
|
||||
width="58.208332"
|
||||
height="2.6458333"
|
||||
x="17.197916"
|
||||
y="75.40625"
|
||||
ry="1.3229166" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="3.9904637"
|
||||
y="9.1053886"
|
||||
id="text1213"><tspan
|
||||
sodipodi:role="line"
|
||||
x="3.9904637"
|
||||
y="9.1053886"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1221">Problem</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="3.9904637"
|
||||
y="14.397051"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1263">size: log(N)</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="99.107437"
|
||||
y="128.92101"
|
||||
id="text1217"><tspan
|
||||
sodipodi:role="line"
|
||||
x="99.107437"
|
||||
y="128.92101"
|
||||
style="stroke-width:0.264583"
|
||||
id="tspan1219">Nodes: log(n)</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:0.265, 0.795;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 10.583333,121.70833 103.1875,29.104167"
|
||||
id="path1289"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:2.82222px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="117.66448"
|
||||
y="16.21262"
|
||||
id="text1293"><tspan
|
||||
sodipodi:role="line"
|
||||
x="117.66448"
|
||||
y="16.21262"
|
||||
style="font-size:2.82222px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
|
||||
id="tspan1299">Constant work</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="117.66448"
|
||||
y="19.740395"
|
||||
style="font-size:2.82222px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
|
||||
id="tspan1303">per CPU</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.26499999;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;stroke-miterlimit:4;stroke-dasharray:2.1199999,1.05999995;stroke-dashoffset:0"
|
||||
d="m 55.5625,121.70833 47.625,-47.624997"
|
||||
id="path1307"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;marker-end:url(#Arrow1Mend)"
|
||||
d="m 111.12501,21.166666 -6.61459,6.614584"
|
||||
id="path1309"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.52778px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="110.29613"
|
||||
y="39.111828"
|
||||
id="text1391"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1389"
|
||||
x="110.29613"
|
||||
y="39.111828"
|
||||
style="font-size:3.52778px;stroke-width:0.264583">OpenMP</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="110.29613"
|
||||
y="43.521553"
|
||||
style="font-size:3.52778px;stroke-width:0.264583"
|
||||
id="tspan1393">sat. limit</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.52778px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="110.06047"
|
||||
y="60.278492"
|
||||
id="text1397"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1395"
|
||||
x="110.06047"
|
||||
y="60.278492"
|
||||
style="font-size:3.52778px;stroke-width:0.264583">OmpSs-2</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="110.06047"
|
||||
y="64.688217"
|
||||
style="font-size:3.52778px;stroke-width:0.264583"
|
||||
id="tspan1399">sat. limit</tspan></text>
|
||||
<path
|
||||
style="fill:#cccccc;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="M 74.083333,121.70833 103.1875,92.604167 v 29.104163 z"
|
||||
id="path1415"
|
||||
sodipodi:nodetypes="cccc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';text-align:end;letter-spacing:0px;word-spacing:0px;text-anchor:end;stroke-width:0.264583"
|
||||
x="-5.693222"
|
||||
y="146.30673"
|
||||
id="text1419"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
x="-5.693222"
|
||||
y="146.30673"
|
||||
style="font-size:3.175px;text-align:end;text-anchor:end;stroke-width:0.264583"
|
||||
id="tspan2029">Too small</tspan></text>
|
||||
<path
|
||||
style="fill:#cccccc;stroke:none;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="M 44.97917,23.8125 10.583333,58.20833 V 23.8125 Z"
|
||||
id="path1421"
|
||||
sodipodi:nodetypes="cccc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="-18.932135"
|
||||
y="40.831676"
|
||||
id="text1425"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1423"
|
||||
x="-18.932135"
|
||||
y="40.831676"
|
||||
style="stroke-width:0.264583">ENOMEM</tspan></text>
|
||||
<path
|
||||
style="fill:#0000ff;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 18.520833,92.604166 55.5625,10e-7"
|
||||
id="path1427"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="path1429"
|
||||
cx="18.520834"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1431"
|
||||
cx="26.458334"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1433"
|
||||
cx="34.395832"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1435"
|
||||
cx="42.333332"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1445"
|
||||
cx="50.270832"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1447"
|
||||
cx="58.208332"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1449"
|
||||
cx="66.145828"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1451"
|
||||
cx="74.083328"
|
||||
cy="92.604164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<path
|
||||
style="fill:#0000ff;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 18.520833,108.47917 55.5625,0"
|
||||
id="path1453"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1455"
|
||||
cx="18.520834"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1457"
|
||||
cx="26.458334"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1459"
|
||||
cx="34.395832"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1461"
|
||||
cx="42.333332"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1463"
|
||||
cx="50.270832"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1465"
|
||||
cx="58.208332"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1467"
|
||||
cx="66.145828"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1469"
|
||||
cx="74.083328"
|
||||
cy="108.47916"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<path
|
||||
style="fill:#0000ff;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 18.52084,76.729181 h 55.5625"
|
||||
id="path1471"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1473"
|
||||
cx="18.520842"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1475"
|
||||
cx="26.458342"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1477"
|
||||
cx="34.39584"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1479"
|
||||
cx="42.33334"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1481"
|
||||
cx="50.27084"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1483"
|
||||
cx="58.20834"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1485"
|
||||
cx="66.145836"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1487"
|
||||
cx="74.083336"
|
||||
cy="76.729164"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583;fill:#000000;"
|
||||
x="18.050591"
|
||||
y="73.928307"
|
||||
id="text1491"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1489"
|
||||
x="18.050591"
|
||||
y="73.928307"
|
||||
style="stroke-width:0.264583;fill:#000000;">Strong</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="13.229166"
|
||||
y="78.052086"
|
||||
id="text1495"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1493"
|
||||
x="13.229166"
|
||||
y="78.052086"
|
||||
style="stroke-width:0.264583">A</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="13.229166"
|
||||
y="93.927086"
|
||||
id="text1499"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1497"
|
||||
x="13.229166"
|
||||
y="93.927086"
|
||||
style="stroke-width:0.264583">B</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="13.070004"
|
||||
y="110.02016"
|
||||
id="text1503"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1501"
|
||||
x="13.070004"
|
||||
y="110.02016"
|
||||
style="stroke-width:0.264583">C</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="m 18.520833,108.47917 47.625,-47.625003"
|
||||
id="path1505"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1507"
|
||||
cx="42.333332"
|
||||
cy="84.666664"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1509"
|
||||
cx="26.458334"
|
||||
cy="100.54166"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1511"
|
||||
cx="58.208332"
|
||||
cy="68.791664"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-13.374139"
|
||||
y="87.636398"
|
||||
id="text1515"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1513"
|
||||
x="-13.374139"
|
||||
y="87.636398"
|
||||
style="fill:#000000;stroke-width:0.264583">Weak</tspan></text>
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1575"
|
||||
cx="66.145836"
|
||||
cy="60.854168"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445" />
|
||||
<path
|
||||
style="fill:#0000ff;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
|
||||
d="M 42.333333,60.854171 V 116.41666"
|
||||
id="path1577"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1579"
|
||||
cx="60.854172"
|
||||
cy="-42.333347"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445"
|
||||
transform="rotate(90)" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1581"
|
||||
cx="68.791672"
|
||||
cy="-42.333347"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445"
|
||||
transform="rotate(90)" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1589"
|
||||
cx="100.54168"
|
||||
cy="-42.333347"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445"
|
||||
transform="rotate(90)" />
|
||||
<ellipse
|
||||
style="fill:#000000;stroke:none;stroke-width:0.158999;stroke-linecap:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0"
|
||||
id="ellipse1593"
|
||||
cx="116.41668"
|
||||
cy="-42.333347"
|
||||
rx="0.79374415"
|
||||
ry="0.7937445"
|
||||
transform="rotate(90)" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-70.524887"
|
||||
y="39.94278"
|
||||
id="text1597"
|
||||
transform="rotate(-90)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1595"
|
||||
x="-70.524887"
|
||||
y="39.94278"
|
||||
style="fill:#000000;stroke-width:0.264583">Saturation</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-5.0723147"
|
||||
y="118.84846"
|
||||
id="text1601"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1599"
|
||||
x="-5.0723147"
|
||||
y="118.84846"
|
||||
style="font-size:3.175px;fill:#000000;stroke-width:0.264583">OpenMP scale bad</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.175px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
|
||||
x="-19.945276"
|
||||
y="133.06721"
|
||||
id="text1605"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan1603"
|
||||
x="-19.945276"
|
||||
y="133.06721"
|
||||
style="font-size:3.175px;fill:#000000;stroke-width:0.264583">OmpSs-2 scale bad</tspan></text>
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="-19.867579"
|
||||
y="54.863327"
|
||||
id="text2277"
|
||||
transform="rotate(-45)"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan2275"
|
||||
x="-19.867579"
|
||||
y="54.863327"
|
||||
style="stroke-width:0.264583">ENOTIME</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;marker-end:url(#marker2313)"
|
||||
d="m 111.125,44.979167 -6.61458,6.614583"
|
||||
id="path2309"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;marker-end:url(#marker2429)"
|
||||
d="m 111.125,66.145834 -6.61458,6.614583"
|
||||
id="path2425"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;stroke-width:0.264583"
|
||||
x="74.123642"
|
||||
y="35.563721"
|
||||
id="text2515"><tspan
|
||||
sodipodi:role="line"
|
||||
id="tspan2513"
|
||||
x="74.123642"
|
||||
y="35.563721"
|
||||
style="text-align:center;text-anchor:middle;stroke-width:0.264583">Saturation</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="74.123642"
|
||||
y="40.855385"
|
||||
style="text-align:center;text-anchor:middle;stroke-width:0.264583"
|
||||
id="tspan2517">zone</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-start:url(#marker1129);marker-end:url(#Arrow1Lend)"
|
||||
d="M 10.58333,18.520833 V 121.70833 H 119.0625"
|
||||
id="path14"
|
||||
sodipodi:nodetypes="ccc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 74.083333,121.70833 103.1875,92.604167"
|
||||
id="path2545"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264999;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="m 10.583333,71.4375 47.625,-47.625"
|
||||
id="path2545-3"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264999;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:2.12, 1.06;stroke-dashoffset:0;stroke-opacity:1"
|
||||
d="M 10.583334,58.208326 44.979167,23.8125"
|
||||
id="path2545-6"
|
||||
sodipodi:nodetypes="cc" />
|
||||
<text
|
||||
xml:space="preserve"
|
||||
style="font-size:3.52778px;line-height:1.25;font-family:sans-serif;-inkscape-font-specification:'sans-serif, Normal';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
|
||||
x="110.06046"
|
||||
y="78.799332"
|
||||
id="text2578"><tspan
|
||||
sodipodi:role="line"
|
||||
x="110.06046"
|
||||
y="78.799332"
|
||||
style="font-size:3.52778px;stroke-width:0.264583"
|
||||
id="tspan2678">1 task/CPU</tspan><tspan
|
||||
sodipodi:role="line"
|
||||
x="110.06046"
|
||||
y="83.209053"
|
||||
style="font-size:3.52778px;stroke-width:0.264583"
|
||||
id="tspan2682">limit</tspan></text>
|
||||
<path
|
||||
style="fill:none;stroke:#000000;stroke-width:0.264583px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1;marker-end:url(#marker2584)"
|
||||
d="m 111.125,84.666667 -6.61458,6.614583"
|
||||
id="path2580"
|
||||
sodipodi:nodetypes="cc" />
|
||||
</g>
|
||||
</svg>
|
||||
|
Before Width: | Height: | Size: 32 KiB |
1691
garlic/doc/ug.ms
1691
garlic/doc/ug.ms
File diff suppressed because it is too large
Load Diff
@ -1,83 +0,0 @@
|
||||
import json, re, sys, os, glob
|
||||
from os import path
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||
|
||||
def process_run(tree, runPath):
|
||||
|
||||
ctf_mode = {}
|
||||
|
||||
with open(".garlic/time_mode_runtime.csv", "r") as f:
|
||||
ctf_mode['runtime'] = float(f.readline())
|
||||
|
||||
with open(".garlic/time_mode_dead.csv", "r") as f:
|
||||
ctf_mode['dead'] = float(f.readline())
|
||||
|
||||
with open(".garlic/time_mode_task.csv", "r") as f:
|
||||
ctf_mode['task'] = float(f.readline())
|
||||
|
||||
tree['ctf_mode'] = ctf_mode
|
||||
|
||||
with open("stdout.log", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
time_line = None
|
||||
for line in lines:
|
||||
|
||||
if re.match(r'^ ?time .*', line):
|
||||
time_line = line
|
||||
break
|
||||
|
||||
if time_line is None:
|
||||
eprint("missing time line, aborting")
|
||||
eprint("stdout file = {}/stdout.log".format(runPath))
|
||||
exit(1)
|
||||
|
||||
time_str = time_line.split()[1]
|
||||
|
||||
tree['time'] = float(time_str)
|
||||
|
||||
print(json.dumps(tree))
|
||||
|
||||
def process_result_tree(resultTree):
|
||||
|
||||
eprint("processing resultTree: " + resultTree)
|
||||
|
||||
os.chdir(resultTree)
|
||||
|
||||
experiments = glob.glob(resultTree + "/*-experiment")
|
||||
|
||||
for exp in glob.glob("*-experiment"):
|
||||
eprint("found experiment: " + exp)
|
||||
expPath = path.join(resultTree, exp)
|
||||
os.chdir(expPath)
|
||||
|
||||
for unit in glob.glob("*-unit"):
|
||||
eprint("found unit: " + unit)
|
||||
unitPath = path.join(resultTree, exp, unit)
|
||||
os.chdir(unitPath)
|
||||
|
||||
with open('garlic_config.json') as json_file:
|
||||
garlic_conf = json.load(json_file)
|
||||
|
||||
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||
|
||||
for i in range(garlic_conf['loops']):
|
||||
run = str(i + 1)
|
||||
runPath = path.join(resultTree, exp, unit, run)
|
||||
if path.isdir(runPath) == False:
|
||||
eprint("missing run {}, aborting".format(run))
|
||||
exit(1)
|
||||
|
||||
tree["run"] = run
|
||||
os.chdir(runPath)
|
||||
|
||||
process_run(tree, runPath)
|
||||
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||
exit(1)
|
||||
|
||||
process_result_tree(sys.argv[1])
|
||||
@ -1,18 +0,0 @@
|
||||
{
|
||||
super
|
||||
, self
|
||||
, bsc
|
||||
, garlic
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
rec {
|
||||
|
||||
py = callPackage ./py.nix {};
|
||||
|
||||
std.timetable = py { script = ./std-timetable.py; compress = false; };
|
||||
osu.latency = py { script = ./osu-latency.py; };
|
||||
osu.bw = py { script = ./osu-bw.py; };
|
||||
perf.stat = py { script = ./perf-stat.py; };
|
||||
ctf.mode = py { script = ./ctf-mode.py; };
|
||||
}
|
||||
@ -1,64 +0,0 @@
|
||||
import json, re, sys, os, glob
|
||||
from os import path
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||
|
||||
def process_run(tree, runPath):
|
||||
with open("stdout.log", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
for line in lines:
|
||||
|
||||
if not re.match('^[0-9]+ *[0-9\.]+$', line):
|
||||
continue
|
||||
|
||||
slices = line.split()
|
||||
size = slices[0]
|
||||
bw = slices[1]
|
||||
|
||||
tree['size'] = int(size)
|
||||
tree['bw'] = float(bw)
|
||||
print(json.dumps(tree))
|
||||
|
||||
def process_result_tree(resultTree):
|
||||
|
||||
eprint("processing resultTree: " + resultTree)
|
||||
|
||||
os.chdir(resultTree)
|
||||
|
||||
experiments = glob.glob(resultTree + "/*-experiment")
|
||||
|
||||
for exp in glob.glob("*-experiment"):
|
||||
eprint("found experiment: " + exp)
|
||||
expPath = path.join(resultTree, exp)
|
||||
os.chdir(expPath)
|
||||
|
||||
for unit in glob.glob("*-unit"):
|
||||
eprint("found unit: " + unit)
|
||||
unitPath = path.join(resultTree, exp, unit)
|
||||
os.chdir(unitPath)
|
||||
|
||||
with open('garlic_config.json') as json_file:
|
||||
garlic_conf = json.load(json_file)
|
||||
|
||||
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||
|
||||
for i in range(garlic_conf['loops']):
|
||||
run = str(i + 1)
|
||||
runPath = path.join(resultTree, exp, unit, run)
|
||||
if path.isdir(runPath) == False:
|
||||
eprint("missing run {}, aborting".format(run))
|
||||
exit(1)
|
||||
|
||||
tree["run"] = run
|
||||
os.chdir(runPath)
|
||||
|
||||
process_run(tree, runPath)
|
||||
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||
exit(1)
|
||||
|
||||
process_result_tree(sys.argv[1])
|
||||
@ -1,64 +0,0 @@
|
||||
import json, re, sys, os, glob
|
||||
from os import path
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||
|
||||
def process_run(tree, runPath):
|
||||
with open("stdout.log", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
for line in lines:
|
||||
|
||||
if not re.match('^[0-9]+ *[0-9\.]+$', line):
|
||||
continue
|
||||
|
||||
slices = line.split()
|
||||
size = slices[0]
|
||||
latency = slices[1]
|
||||
|
||||
tree['size'] = int(size)
|
||||
tree['latency'] = float(latency)
|
||||
print(json.dumps(tree))
|
||||
|
||||
def process_result_tree(resultTree):
|
||||
|
||||
eprint("processing resultTree: " + resultTree)
|
||||
|
||||
os.chdir(resultTree)
|
||||
|
||||
experiments = glob.glob(resultTree + "/*-experiment")
|
||||
|
||||
for exp in glob.glob("*-experiment"):
|
||||
eprint("found experiment: " + exp)
|
||||
expPath = path.join(resultTree, exp)
|
||||
os.chdir(expPath)
|
||||
|
||||
for unit in glob.glob("*-unit"):
|
||||
eprint("found unit: " + unit)
|
||||
unitPath = path.join(resultTree, exp, unit)
|
||||
os.chdir(unitPath)
|
||||
|
||||
with open('garlic_config.json') as json_file:
|
||||
garlic_conf = json.load(json_file)
|
||||
|
||||
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||
|
||||
for i in range(garlic_conf['loops']):
|
||||
run = str(i + 1)
|
||||
runPath = path.join(resultTree, exp, unit, run)
|
||||
if path.isdir(runPath) == False:
|
||||
eprint("missing run {}, aborting".format(run))
|
||||
exit(1)
|
||||
|
||||
tree["run"] = run
|
||||
os.chdir(runPath)
|
||||
|
||||
process_run(tree, runPath)
|
||||
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||
exit(1)
|
||||
|
||||
process_result_tree(sys.argv[1])
|
||||
@ -1,90 +0,0 @@
|
||||
import json, re, sys, os, glob
|
||||
from os import path
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||
|
||||
def process_run(tree, runPath):
|
||||
with open(".garlic/perf.csv", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
perf_data = {}
|
||||
|
||||
for line in lines:
|
||||
if len(line) == 0: continue
|
||||
if line[0] == '#': continue
|
||||
|
||||
slices = line.split(',')
|
||||
if len(slices) != 7:
|
||||
print("error: mismatched columns")
|
||||
exit(1)
|
||||
|
||||
name = slices[2].replace("-", "_")
|
||||
value = float(slices[0])
|
||||
|
||||
perf_data[name] = value
|
||||
|
||||
tree['perf'] = perf_data
|
||||
|
||||
with open("stdout.log", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
time_line = None
|
||||
for line in lines:
|
||||
|
||||
if re.match(r'^ ?time .*', line):
|
||||
time_line = line
|
||||
break
|
||||
|
||||
if time_line is None:
|
||||
eprint("missing time line, aborting")
|
||||
eprint("stdout file = {}/stdout.log".format(runPath))
|
||||
exit(1)
|
||||
|
||||
time_str = time_line.split()[1]
|
||||
|
||||
tree['time'] = float(time_str)
|
||||
|
||||
print(json.dumps(tree))
|
||||
|
||||
def process_result_tree(resultTree):
|
||||
|
||||
eprint("processing resultTree: " + resultTree)
|
||||
|
||||
os.chdir(resultTree)
|
||||
|
||||
experiments = glob.glob(resultTree + "/*-experiment")
|
||||
|
||||
for exp in glob.glob("*-experiment"):
|
||||
eprint("found experiment: " + exp)
|
||||
expPath = path.join(resultTree, exp)
|
||||
os.chdir(expPath)
|
||||
|
||||
for unit in glob.glob("*-unit"):
|
||||
eprint("found unit: " + unit)
|
||||
unitPath = path.join(resultTree, exp, unit)
|
||||
os.chdir(unitPath)
|
||||
|
||||
with open('garlic_config.json') as json_file:
|
||||
garlic_conf = json.load(json_file)
|
||||
|
||||
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||
|
||||
for i in range(garlic_conf['loops']):
|
||||
run = str(i + 1)
|
||||
runPath = path.join(resultTree, exp, unit, run)
|
||||
if path.isdir(runPath) == False:
|
||||
eprint("missing run {}, aborting".format(run))
|
||||
exit(1)
|
||||
|
||||
tree["run"] = run
|
||||
os.chdir(runPath)
|
||||
|
||||
process_run(tree, runPath)
|
||||
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||
exit(1)
|
||||
|
||||
process_result_tree(sys.argv[1])
|
||||
@ -1,34 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, python3
|
||||
, gzip
|
||||
}:
|
||||
|
||||
{
|
||||
script,
|
||||
compress ? true
|
||||
}:
|
||||
|
||||
tree:
|
||||
|
||||
stdenv.mkDerivation {
|
||||
name = "dataset";
|
||||
preferLocalBuild = true;
|
||||
phases = [ "installPhase" ];
|
||||
buildInputs = [ python3 gzip ];
|
||||
installPhase = ''
|
||||
mkdir -p $out
|
||||
ln -s ${tree} $out/tree
|
||||
ln -s ${script} $out/script
|
||||
|
||||
COMPRESS_DATASET=${toString compress}
|
||||
|
||||
if [ $COMPRESS_DATASET ]; then
|
||||
python $out/script $out/tree | gzip > $out/dataset.json.gz
|
||||
ln -s dataset.json.gz $out/dataset
|
||||
else
|
||||
python $out/script $out/tree > $out/dataset.json
|
||||
ln -s dataset.json $out/dataset
|
||||
fi
|
||||
'';
|
||||
}
|
||||
@ -1,77 +0,0 @@
|
||||
import json, re, sys, os, glob
|
||||
from os import path
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, flush=True, **kwargs)
|
||||
|
||||
def process_run(tree, runPath):
|
||||
|
||||
with open(".garlic/total_time_start", "r") as f:
|
||||
total_time_start = float(f.readline().strip())
|
||||
|
||||
with open(".garlic/total_time_end", "r") as f:
|
||||
total_time_end = float(f.readline().strip())
|
||||
|
||||
with open("stdout.log", "r") as f:
|
||||
lines = [line.strip() for line in f.readlines()]
|
||||
|
||||
time_line = None
|
||||
for line in lines:
|
||||
|
||||
if re.match(r'^ ?time .*', line):
|
||||
time_line = line
|
||||
break
|
||||
|
||||
if time_line is None:
|
||||
eprint("missing time line, aborting")
|
||||
eprint("stdout file = {}/stdout.log".format(runPath))
|
||||
exit(1)
|
||||
|
||||
time_str = time_line.split()[1]
|
||||
|
||||
tree['time'] = float(time_str)
|
||||
tree['total_time'] = total_time_end - total_time_start
|
||||
|
||||
print(json.dumps(tree))
|
||||
|
||||
def process_result_tree(resultTree):
|
||||
|
||||
eprint("processing resultTree: " + resultTree)
|
||||
|
||||
os.chdir(resultTree)
|
||||
|
||||
experiments = glob.glob(resultTree + "/*-experiment")
|
||||
|
||||
for exp in glob.glob("*-experiment"):
|
||||
eprint("found experiment: " + exp)
|
||||
expPath = path.join(resultTree, exp)
|
||||
os.chdir(expPath)
|
||||
|
||||
for unit in glob.glob("*-unit"):
|
||||
eprint("found unit: " + unit)
|
||||
unitPath = path.join(resultTree, exp, unit)
|
||||
os.chdir(unitPath)
|
||||
|
||||
with open('garlic_config.json') as json_file:
|
||||
garlic_conf = json.load(json_file)
|
||||
|
||||
tree = {"exp":exp, "unit":unit, "config":garlic_conf}
|
||||
|
||||
for i in range(garlic_conf['loops']):
|
||||
run = str(i + 1)
|
||||
runPath = path.join(resultTree, exp, unit, run)
|
||||
if path.isdir(runPath) == False:
|
||||
eprint("missing run {}, aborting".format(run))
|
||||
exit(1)
|
||||
|
||||
tree["run"] = run
|
||||
os.chdir(runPath)
|
||||
|
||||
process_run(tree, runPath)
|
||||
|
||||
|
||||
if len(sys.argv) != 2:
|
||||
eprint("usage: python {} <resultTree>".format(argv[0]))
|
||||
exit(1)
|
||||
|
||||
process_result_tree(sys.argv[1])
|
||||
@ -1,73 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, n # must be a string
|
||||
, dram # must be a string
|
||||
, strace
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
# Ensure the arguments are strings, to avoid problems with large numbers
|
||||
assert (isString n);
|
||||
assert (isString dram);
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; { };
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "genseq";
|
||||
unitName = "${expName}.n${n}.dram${dram}";
|
||||
inherit (targetMachine.config) hw;
|
||||
inherit n dram;
|
||||
|
||||
# Don't repeat
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "01:00:00";
|
||||
cpusPerTask = hw.cpusPerNode;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
#FIXME: We need a better mechanism to get the output paths
|
||||
outDir = "${fs.shared.fast}/out/$GARLIC_USER/$GARLIC_UNIT/$GARLIC_RUN";
|
||||
outFile = "${outDir}/seq.dat";
|
||||
in
|
||||
stages.exec {
|
||||
inherit nextStage;
|
||||
pre = ''
|
||||
mkdir -p "${outDir}"
|
||||
'';
|
||||
argv = [ n dram outFile ];
|
||||
post = ''
|
||||
# Link the output here
|
||||
ln -s "${outFile}" seq.dat
|
||||
'';
|
||||
};
|
||||
|
||||
program = {...}: bsc.apps.bigsort.genseq;
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,102 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, inputTre
|
||||
, n
|
||||
, dram
|
||||
, garlicTools
|
||||
, resultFromTrebuchet
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; { };
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "shuffle";
|
||||
unitName = "${expName}.n${n}.dram${dram}";
|
||||
inherit (targetMachine.config) hw;
|
||||
inherit n dram;
|
||||
|
||||
# Don't repeat
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "01:00:00";
|
||||
cpusPerTask = hw.cpusPerNode;
|
||||
jobName = unitName;
|
||||
|
||||
# We need access to a fast shared filesystem to store the shuffled input
|
||||
# dataset
|
||||
extraMounts = [ fs.shared.fast ];
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
inputExp = inputTre.experiment;
|
||||
inputUnit = elemAt inputExp.units 0;
|
||||
unitName = baseNameOf (toString inputUnit);
|
||||
|
||||
# We also need the result. This is only used to ensure that we have the
|
||||
# results, so it has been executed.
|
||||
inputRes = resultFromTrebuchet inputTre;
|
||||
|
||||
#FIXME: We need a better mechanism to get the output paths
|
||||
inFile = "${fs.shared.fast}/out/$GARLIC_USER/${unitName}/1/seq.dat";
|
||||
outDir = "${fs.shared.fast}/out/$GARLIC_USER/$GARLIC_UNIT/$GARLIC_RUN";
|
||||
outFile = "${outDir}/shuffled.dat";
|
||||
|
||||
in
|
||||
stages.exec {
|
||||
inherit nextStage;
|
||||
pre = ''
|
||||
# This line ensures that the previous results are complete:
|
||||
# ${inputRes}
|
||||
|
||||
# Exit on error
|
||||
set -e
|
||||
|
||||
# Ensure the input file exists
|
||||
if [ ! -f "${inFile}" ]; then
|
||||
echo "input file not found: ${inFile}"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
mkdir -p "${outDir}"
|
||||
|
||||
# Copy the input as we are going to overwrite it
|
||||
cp "${inFile}" "${outFile}"
|
||||
'';
|
||||
argv = [ n dram outFile 16 64 ];
|
||||
post = ''
|
||||
# Link the output here
|
||||
ln -s "${outFile}" shuffled.dat
|
||||
'';
|
||||
};
|
||||
|
||||
program = {...}:
|
||||
bsc.apps.bigsort.shuffle;
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,126 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, removeOutput ? true
|
||||
, resultFromTrebuchet
|
||||
, inputTre
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
varConf = { }; # Not used
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "bigsort";
|
||||
unitName = "${expName}.bs${toString bs}";
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# bigsort options
|
||||
n = 1024 * 1024 * 1024 / 8; # In longs (?)
|
||||
bs = n; # In bytes
|
||||
pageSize = bs / 2; # In bytes (?)
|
||||
cc = bsc.icc;
|
||||
mpi = bsc.impi;
|
||||
gitBranch = "garlic/mpi+send+omp+task";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "01:00:00";
|
||||
# All CPUs of the socket to each task
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = "bigsort-${toString n}-${toString bs}-${gitBranch}";
|
||||
|
||||
# Load the dataset from the same fs where it was stored in the shuffle
|
||||
# step. Also we use a local temp fs to store intermediate results.
|
||||
extraMounts = [ fs.shared.fast fs.local.temp ];
|
||||
|
||||
rev = 1;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
inputExp = inputTre.experiment;
|
||||
unit = elemAt inputExp.units 0;
|
||||
expName = baseNameOf (toString inputExp);
|
||||
unitName = baseNameOf (toString unit);
|
||||
|
||||
# We also need the result. This is only used to ensure that we have the
|
||||
# results, so it has been executed.
|
||||
inputRes = resultFromTrebuchet inputTre;
|
||||
|
||||
#FIXME: We need a better mechanism to get the output paths
|
||||
inFile = "${fs.shared.fast}/out/$GARLIC_USER/${unitName}/1/shuffled.dat";
|
||||
outDir = "${fs.shared.fast}/out/$GARLIC_USER/$GARLIC_UNIT/$GARLIC_RUN";
|
||||
outFile = "${outDir}/sorted.dat";
|
||||
tmpDir = fs.local.temp;
|
||||
in
|
||||
stages.exec {
|
||||
inherit nextStage;
|
||||
pre = ''
|
||||
# This line ensures that the shuffled results are complete: nix needs to
|
||||
# compute the hash of the execution log to write the path here.
|
||||
# ${inputRes}
|
||||
|
||||
# Exit on error
|
||||
set -e
|
||||
|
||||
# Ensure the input file exists
|
||||
if [ ! -f "${inFile}" ]; then
|
||||
echo "input file not found: ${inFile}"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Create the output path
|
||||
mkdir -p ${outDir}
|
||||
|
||||
# Verbose args:
|
||||
echo "INPUT = ${inFile}"
|
||||
echo "OUTPUT = ${outFile}"
|
||||
echo "TMPDIR = ${tmpDir}"
|
||||
'';
|
||||
|
||||
argv = [ n bs inFile outFile tmpDir pageSize ];
|
||||
|
||||
# Optionally remove the potentially large output dataset
|
||||
post = ''
|
||||
# Link the output here
|
||||
ln -s "${outFile}" sorted.dat
|
||||
'' + optionalString (removeOutput) ''
|
||||
# Remove the sorted output
|
||||
stat "${outFile}" > "${outFile}.stat"
|
||||
echo "file removed to save space" > "${outFile}"
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.bigsort.sort.override {
|
||||
inherit cc mpi gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
#{ inherit configs pipeline; }
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,164 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, pkgs
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, writeText
|
||||
, enableHWC ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
nodes = [ 2 ];
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "cn6-nbody";
|
||||
unitName = expName + "-nodes${toString nodes}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# Parameters for nbody
|
||||
particles = 4 * 512 * hw.cpusPerSocket;
|
||||
timesteps = 2;
|
||||
blocksize = 512;
|
||||
gitBranch = "garlic/tampi+isend+oss+task";
|
||||
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = c.nodes;
|
||||
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
# Custom BSC packages
|
||||
bsc' = bsc.extend (self: super: {
|
||||
|
||||
# For nanos6 we use my fork for distributed instrumentation at the
|
||||
# latest commit
|
||||
nanos6 = (super.nanos6Git.override {
|
||||
enableJemalloc = true;
|
||||
}).overrideAttrs (old: rec {
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "git@bscpm03.bsc.es:nanos6/forks/nanos6-fixes.git";
|
||||
ref = "distributed-instrumentation-fixes";
|
||||
rev = "80058512527961fbde9bd81474b0a29141d7982c";
|
||||
};
|
||||
|
||||
dontStrip = false;
|
||||
version = src.shortRev;
|
||||
|
||||
# Disable all unused instrumentations for faster builds
|
||||
configureFlags = old.configureFlags ++ [
|
||||
"--disable-extrae-instrumentation"
|
||||
"--disable-lint-instrumentation"
|
||||
"--disable-graph-instrumentation"
|
||||
"--disable-stats-instrumentation"
|
||||
"--with-babeltrace2=${super.babeltrace2}"
|
||||
];
|
||||
});
|
||||
|
||||
# Use clang from master
|
||||
clangOmpss2Unwrapped = super.clangOmpss2Unwrapped.overrideAttrs (old: rec {
|
||||
version = src.shortRev;
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/llvm-ompss/llvm-mono.git";
|
||||
ref = "master";
|
||||
rev = "ce47d99d2b2b968c87187cc7818cc5040b082d6c";
|
||||
};
|
||||
});
|
||||
|
||||
# Use mcxx from master
|
||||
mcxx = super.mcxxGit;
|
||||
|
||||
# We also need the instrumented version of TAMPI
|
||||
tampi = super.tampiGit.overrideAttrs (old: rec {
|
||||
version = src.shortRev;
|
||||
#dontStrip = true;
|
||||
#NIX_CFLAGS = "-O0 -g";
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/interoperability/tampi.git";
|
||||
ref = "master";
|
||||
rev = "f1e77e6f439a0e964e98b5e0a4738b2e95e4fd3d";
|
||||
};
|
||||
});
|
||||
});
|
||||
|
||||
ctf = {nextStage, conf, ...}: let
|
||||
# Create the nanos6 configuration file
|
||||
nanos6ConfigFile = writeText "nanos6.toml" ''
|
||||
version.instrument = "ctf"
|
||||
turbo.enabled = false
|
||||
instrument.ctf.converter.enabled = true
|
||||
instrument.ctf.converter.fast = false
|
||||
'';
|
||||
|
||||
in stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
# And use it
|
||||
env = ''
|
||||
export NANOS6_CONFIG=${nanos6ConfigFile}
|
||||
|
||||
# Add nanos6 and babeltrace2 binaries to the PATH
|
||||
export PATH="$PATH:${bsc'.nanos6}/bin:${bsc'.babeltrace2}/bin"
|
||||
|
||||
# Also add the babeltrace2 python module to python search path
|
||||
export PYTHONPATH="$PYTHONPATH:${bsc'.babeltrace2}/lib/python3.8/site-packages"
|
||||
'';
|
||||
|
||||
post = ''
|
||||
rank=$SLURM_PROCID
|
||||
tracedir=trace_nbody
|
||||
|
||||
# Merge on rank 0 only
|
||||
if [ $rank != 0 ]; then
|
||||
exit 0;
|
||||
fi
|
||||
|
||||
# Wait a bit for all ranks to finish the conversion
|
||||
sleep 5
|
||||
|
||||
# Run the merger
|
||||
nanos6-mergeprv "$tracedir"
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
argv = with conf; [
|
||||
"-t" timesteps
|
||||
"-p" particles
|
||||
];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc'.garlic.apps.nbody.override {
|
||||
inherit (conf) blocksize gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ ctf exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,171 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, pkgs
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, writeText
|
||||
, enableHWC ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
nodes = [ 1 2 4 8 ];
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "timediff";
|
||||
unitName = expName + "-nodes${toString nodes}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = c.nodes;
|
||||
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
# Custom BSC packages
|
||||
bsc' = bsc.extend (self: super: {
|
||||
|
||||
# For nanos6 we use my fork for distributed instrumentation at the
|
||||
# latest commit
|
||||
nanos6 = (super.nanos6Git.override {
|
||||
enableJemalloc = true;
|
||||
}).overrideAttrs (old: rec {
|
||||
|
||||
src = builtins.fetchGit {
|
||||
url = "git@bscpm03.bsc.es:rarias/nanos6.git";
|
||||
ref = "rodrigo";
|
||||
rev = "5cbeabb4e0446c2c293cc3005f76e6139465caee";
|
||||
};
|
||||
|
||||
dontStrip = false;
|
||||
version = src.shortRev;
|
||||
|
||||
# Disable all unused instrumentations for faster builds
|
||||
configureFlags = old.configureFlags ++ [
|
||||
"--disable-extrae-instrumentation"
|
||||
"--disable-lint-instrumentation"
|
||||
"--disable-graph-instrumentation"
|
||||
"--disable-stats-instrumentation"
|
||||
];
|
||||
});
|
||||
|
||||
# Use clang from master
|
||||
clangOmpss2Unwrapped = super.clangOmpss2Unwrapped.overrideAttrs (old: rec {
|
||||
version = src.shortRev;
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/llvm-ompss/llvm-mono.git";
|
||||
ref = "master";
|
||||
rev = "ce47d99d2b2b968c87187cc7818cc5040b082d6c";
|
||||
};
|
||||
});
|
||||
|
||||
# Use mcxx from master
|
||||
mcxx = super.mcxxGit;
|
||||
|
||||
# We also need the instrumented version of TAMPI
|
||||
tampi = super.tampiGit.overrideAttrs (old: rec {
|
||||
version = src.shortRev;
|
||||
dontStrip = true;
|
||||
NIX_CFLAGS = "-O0 -g";
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/rarias/tampi.git";
|
||||
ref = "instrument";
|
||||
rev = "6e4294299bf761a1cc31f4181d9479cefa1c7f3e";
|
||||
};
|
||||
});
|
||||
|
||||
# We use the latest commit in master as src for cn6
|
||||
cn6Git = ((super.cn6.overrideAttrs (old: rec {
|
||||
version = src.shortRev;
|
||||
src = builtins.fetchGit {
|
||||
url = "ssh://git@bscpm03.bsc.es/rarias/cn6.git";
|
||||
ref = "master";
|
||||
rev = "1d23d01d60164b8641746d5a204128a9d31b9650";
|
||||
};
|
||||
})).override { enableTest = true; });
|
||||
|
||||
cn6 = self.cn6Git;
|
||||
});
|
||||
|
||||
|
||||
ctf = {nextStage, conf, ...}: let
|
||||
# Create the nanos6 configuration file
|
||||
nanos6ConfigFile = writeText "nanos6.toml" ''
|
||||
version.instrument = "ctf"
|
||||
turbo.enabled = false
|
||||
instrument.ctf.converter.enabled = false
|
||||
'' + optionalString (enableHWC) ''
|
||||
hardware_counters.papi.enabled = true
|
||||
hardware_counters.papi.counters = [
|
||||
"PAPI_TOT_INS", "PAPI_TOT_CYC",
|
||||
"PAPI_L1_TCM", "PAPI_L2_TCM", "PAPI_L3_TCM"
|
||||
]
|
||||
'';
|
||||
|
||||
in stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
# And use it
|
||||
env = ''
|
||||
export NANOS6_CONFIG=${nanos6ConfigFile}
|
||||
'';
|
||||
|
||||
post = ''
|
||||
rank=$SLURM_PROCID
|
||||
tracedir=trace_timediff_mpi
|
||||
|
||||
# Convert CTF trace to PRV
|
||||
${bsc'.cn6}/bin/cn6 $tracedir/$rank
|
||||
|
||||
# Merge on rank 0 only
|
||||
if [ $rank != 0 ]; then
|
||||
exit 0;
|
||||
fi
|
||||
|
||||
# Wait a bit for all ranks to finish the conversion
|
||||
sleep 5
|
||||
|
||||
# Run the merger
|
||||
${bsc'.cn6}/bin/merge-prv $tracedir
|
||||
|
||||
# We need some tools the path
|
||||
export PATH="$PATH:${bsc'.babeltrace2}/bin:${pkgs.ministat}/bin"
|
||||
|
||||
${bsc'.cn6}/bin/sync-err.sh $tracedir
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
program = "${bsc'.cn6}/bin/timediff_mpi";
|
||||
argv = [ conf.cpusPerTask ];
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ ctf exec ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,126 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
granul = range2 4 128;
|
||||
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
"garlic/mpi+isend+omp+task"
|
||||
] ++ optionals (enableExtended) [
|
||||
#"garlic/mpi+send+omp+fork" # Don't use fork for granularity
|
||||
"garlic/mpi+send+seq"
|
||||
"garlic/mpi+send+omp+task"
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+isend+oss+task"
|
||||
];
|
||||
|
||||
# Max. number of iterations
|
||||
iterations = [ 20 ] ++ optionals (enableExtended) [ 10 ];
|
||||
|
||||
nodes = [ 1 ] ++ optionals (enableExtended) (range2 2 16);
|
||||
};
|
||||
|
||||
# We use these auxiliary functions to assign different configurations
|
||||
# depending on the git branch.
|
||||
getGranul = branch: oldGranul:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 999999 else oldGranul;
|
||||
|
||||
getCpusPerTask = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 1 else hw.cpusPerSocket;
|
||||
|
||||
getNtasksPerNode = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then hw.cpusPerNode else hw.socketsPerNode;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
expName = "creams-gran";
|
||||
unitName = "${expName}"+
|
||||
"-nodes${toString nodes}"+
|
||||
"-granul${toString granul}"+
|
||||
"-${gitBranch}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# Options for creams
|
||||
inherit (c) gitBranch nodes iterations;
|
||||
granul = getGranul gitBranch c.granul;
|
||||
nprocz = ntasksPerNode * nodes;
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = getNtasksPerNode gitBranch hw;
|
||||
cpusPerTask = getCpusPerTask gitBranch hw;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = unique (stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
});
|
||||
|
||||
# Custom srun stage to copy the creams input dataset
|
||||
customSrun = {nextStage, conf, ...}:
|
||||
let
|
||||
input = bsc.garlic.apps.creamsInput.override {
|
||||
inherit (conf) gitBranch granul nprocz;
|
||||
};
|
||||
in
|
||||
stdexp.stdStages.srun {
|
||||
inherit nextStage conf;
|
||||
# Now we add some commands to execute before calling srun. These will
|
||||
# only run in one rank (the first in the list of allocated nodes)
|
||||
preSrun = ''
|
||||
cp -r ${input}/SodTubeBenchmark/* .
|
||||
chmod +w -R .
|
||||
sed -i '/maximum number of iterations/s/50/${toString conf.iterations}/' input.dat
|
||||
rm -f nanos6.toml
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
|
||||
'';
|
||||
|
||||
# Remove restarts as is not needed and is huge
|
||||
post = ''
|
||||
rm -rf restarts || true
|
||||
'';
|
||||
};
|
||||
|
||||
# Creams program
|
||||
creams = {nextStage, conf, ...}: bsc.apps.creams.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipelineOverride {
|
||||
# Replace the stdandard srun stage with our own
|
||||
overrides = { srun = customSrun; };
|
||||
} ++ [ exec creams ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,132 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
|
||||
#nodes = range2 1 16;
|
||||
nodes = [ 16 ];
|
||||
sizeFactor = [ 1 2 4 8 16 32 ];
|
||||
granul = [ 1 2 4 8 16 ];
|
||||
|
||||
# Max. number of iterations
|
||||
iterations = [ 20 ] ++ optionals (enableExtended) [ 10 ];
|
||||
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
#"garlic/mpi+send+omp+fork"
|
||||
#"garlic/mpi+send+omp+task"
|
||||
#"garlic/mpi+send+seq"
|
||||
] ++ optionals (enableExtended) [
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+isend+omp+task"
|
||||
"garlic/mpi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# We use these auxiliary functions to assign different configurations
|
||||
# depending on the git branch.
|
||||
getGranul = branch: oldGranul:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 999999 else oldGranul;
|
||||
|
||||
getCpusPerTask = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 1 else hw.cpusPerSocket;
|
||||
|
||||
getNtasksPerNode = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then hw.cpusPerNode else hw.socketsPerNode;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
expName = "creams-granularity16";
|
||||
unitName = "${expName}"
|
||||
+ "-granul.${toString granul}"
|
||||
+ "-sf.${toString sizeFactor}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# Options for creams
|
||||
inherit (c) iterations gitBranch nodes sizeFactor;
|
||||
granul = getGranul gitBranch c.granul;
|
||||
nprocz = ntasksPerNode * nodes;
|
||||
baseSizePerCpu = 2;
|
||||
baseSize = baseSizePerCpu * cpusPerTask * ntasksPerNode * nodes;
|
||||
|
||||
nz = baseSize * sizeFactor;
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = getNtasksPerNode gitBranch hw;
|
||||
cpusPerTask = getCpusPerTask gitBranch hw;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = unique (
|
||||
filter (c: !(c.granul == 1 && c.sizeFactor >= 32))(stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
}));
|
||||
|
||||
# Custom srun stage to copy the creams input dataset
|
||||
customSrun = {nextStage, conf, ...}:
|
||||
let
|
||||
input = bsc.garlic.apps.creamsInput.override {
|
||||
inherit (conf) gitBranch granul nprocz nz;
|
||||
};
|
||||
in
|
||||
stdexp.stdStages.srun {
|
||||
inherit nextStage conf;
|
||||
# Now we add some commands to execute before calling srun. These will
|
||||
# only run in one rank (the first in the list of allocated nodes)
|
||||
preSrun = ''
|
||||
cp -r ${input}/SodTubeBenchmark/* .
|
||||
chmod +w -R .
|
||||
sed -i '/maximum number of iterations/s/50/${toString conf.iterations}/' input.dat
|
||||
rm -f nanos6.toml
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
|
||||
'';
|
||||
|
||||
# Remove restarts as is not needed and is huge
|
||||
post = ''
|
||||
rm -rf restarts || true
|
||||
'';
|
||||
};
|
||||
|
||||
# Creams program
|
||||
creams = {nextStage, conf, ...}: bsc.apps.creams.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipelineOverride {
|
||||
# Replace the stdandard srun stage with our own
|
||||
overrides = { srun = customSrun; };
|
||||
} ++ [ exec creams ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,131 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
|
||||
#nodes = range2 1 16;
|
||||
nodes = [ 16 ];
|
||||
sizeFactor = range2 1 32;
|
||||
baseGranul = [ 1 ] ++ optionals (enableExtended) [ 2 4 8 ];
|
||||
|
||||
# Max. number of iterations
|
||||
iterations = [ 20 ] ++ optionals (enableExtended) [ 10 ];
|
||||
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
"garlic/mpi+send+omp+fork"
|
||||
#"garlic/mpi+send+omp+task"
|
||||
#"garlic/mpi+send+seq"
|
||||
] ++ (optionals (enableExtended) [
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+isend+omp+task"
|
||||
"garlic/mpi+isend+oss+task"
|
||||
]);
|
||||
};
|
||||
|
||||
# We use these auxiliary functions to assign different configurations
|
||||
# depending on the git branch.
|
||||
getGranul = branch: oldGranul:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 999999 else oldGranul;
|
||||
|
||||
getCpusPerTask = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 1 else hw.cpusPerSocket;
|
||||
|
||||
getNtasksPerNode = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then hw.cpusPerNode else hw.socketsPerNode;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
expName = "creams-size";
|
||||
unitName = "${expName}"
|
||||
+ "-granul.${toString granul}"
|
||||
+ "-sf.${toString sizeFactor}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# Options for creams
|
||||
inherit (c) iterations gitBranch nodes sizeFactor baseGranul;
|
||||
granul = getGranul gitBranch (max 2 (baseGranul * sizeFactor));
|
||||
nprocz = ntasksPerNode * nodes;
|
||||
baseSizePerCpu = 2;
|
||||
baseSize = baseSizePerCpu * cpusPerTask * ntasksPerNode * nodes;
|
||||
|
||||
nz = baseSize * sizeFactor;
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = getNtasksPerNode gitBranch hw;
|
||||
cpusPerTask = getCpusPerTask gitBranch hw;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = unique (stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
});
|
||||
|
||||
# Custom srun stage to copy the creams input dataset
|
||||
customSrun = {nextStage, conf, ...}:
|
||||
let
|
||||
input = bsc.garlic.apps.creamsInput.override {
|
||||
inherit (conf) gitBranch granul nprocz nz;
|
||||
};
|
||||
in
|
||||
stdexp.stdStages.srun {
|
||||
inherit nextStage conf;
|
||||
# Now we add some commands to execute before calling srun. These will
|
||||
# only run in one rank (the first in the list of allocated nodes)
|
||||
preSrun = ''
|
||||
cp -r ${input}/SodTubeBenchmark/* .
|
||||
chmod +w -R .
|
||||
sed -i '/maximum number of iterations/s/50/${toString conf.iterations}/' input.dat
|
||||
rm -f nanos6.toml
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
|
||||
'';
|
||||
|
||||
# Remove restarts as is not needed and is huge
|
||||
post = ''
|
||||
rm -rf restarts || true
|
||||
'';
|
||||
};
|
||||
|
||||
# Creams program
|
||||
creams = {nextStage, conf, ...}: bsc.apps.creams.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipelineOverride {
|
||||
# Replace the stdandard srun stage with our own
|
||||
overrides = { srun = customSrun; };
|
||||
} ++ [ exec creams ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,126 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
|
||||
nodes = range2 1 16;
|
||||
granul = [ 16 ] ++ optionals (enableExtended) [ 8 32 ];
|
||||
|
||||
# Max. number of iterations
|
||||
iterations = [ 20 ] ++ optionals (enableExtended) [ 10 ];
|
||||
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
"garlic/mpi+send+omp+task"
|
||||
"garlic/mpi+send+seq"
|
||||
] ++ optionals (enableExtended) [
|
||||
"garlic/mpi+send+omp+fork"
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+isend+omp+task"
|
||||
"garlic/mpi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# We use these auxiliary functions to assign different configurations
|
||||
# depending on the git branch.
|
||||
getGranul = branch: oldGranul:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 999999 else oldGranul;
|
||||
|
||||
getCpusPerTask = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then 1 else hw.cpusPerSocket;
|
||||
|
||||
getNtasksPerNode = branch: hw:
|
||||
if (branch == "garlic/mpi+send+seq")
|
||||
then hw.cpusPerNode else hw.socketsPerNode;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
expName = "creams-ss";
|
||||
unitName = "${expName}"+
|
||||
"-nodes${toString nodes}"+
|
||||
"-granul${toString granul}"+
|
||||
"-${gitBranch}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# Options for creams
|
||||
inherit (c) iterations gitBranch nodes;
|
||||
granul = getGranul gitBranch c.granul;
|
||||
nprocz = ntasksPerNode * nodes;
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
ntasksPerNode = getNtasksPerNode gitBranch hw;
|
||||
cpusPerTask = getCpusPerTask gitBranch hw;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = unique (stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
});
|
||||
|
||||
# Custom srun stage to copy the creams input dataset
|
||||
customSrun = {nextStage, conf, ...}:
|
||||
let
|
||||
input = bsc.garlic.apps.creamsInput.override {
|
||||
inherit (conf) gitBranch granul nprocz;
|
||||
};
|
||||
in
|
||||
stdexp.stdStages.srun {
|
||||
inherit nextStage conf;
|
||||
# Now we add some commands to execute before calling srun. These will
|
||||
# only run in one rank (the first in the list of allocated nodes)
|
||||
preSrun = ''
|
||||
cp -r ${input}/SodTubeBenchmark/* .
|
||||
chmod +w -R .
|
||||
sed -i '/maximum number of iterations/s/50/${toString conf.iterations}/' input.dat
|
||||
rm -f nanos6.toml
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.dependencies=regions"
|
||||
'';
|
||||
|
||||
# Remove restarts as is not needed and is huge
|
||||
post = ''
|
||||
rm -rf restarts || true
|
||||
'';
|
||||
};
|
||||
|
||||
# Creams program
|
||||
creams = {nextStage, conf, ...}: bsc.apps.creams.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipelineOverride {
|
||||
# Replace the stdandard srun stage with our own
|
||||
overrides = { srun = customSrun; };
|
||||
} ++ [ exec creams ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,189 +0,0 @@
|
||||
# This file defines an experiment. It is designed as a function that takes
|
||||
# several parameters and returns a derivation. This derivation, when built will
|
||||
# create several scripts that can be executed and launch the experiment.
|
||||
|
||||
# These are the inputs to this function: an attribute set which must contain the
|
||||
# following keys:
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
# We import in the scope the content of the `lib` attribute, which
|
||||
# contain useful functions like `toString`, which will be used later. This is
|
||||
# handy to avoid writting `lib.tostring`.
|
||||
|
||||
with lib;
|
||||
|
||||
# We also have some functions specific to the garlic benchmark which we import
|
||||
# as well. Take a look at the garlic/tools.nix file for more details.
|
||||
with garlicTools;
|
||||
|
||||
# The `let` keyword allows us to define some local variables which will be used
|
||||
# later. It works as the local variable concept in the C language.
|
||||
let
|
||||
|
||||
# Initial variable configuration: every attribute in this set contains lists
|
||||
# of options which will be used to compute the configuration of the units. The
|
||||
# cartesian product of all the values will be computed.
|
||||
varConf = {
|
||||
# In this case we will vary the columns and rows of the blocksize. This
|
||||
# configuration will create 3 x 2 = 6 units.
|
||||
cbs = [ 256 1024 4096 ];
|
||||
rbs = [ 512 1024 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit: genConf is a function
|
||||
# that accepts the argument `c` and returns a attribute set. The attribute set
|
||||
# is formed by joining the configuration of the machine (which includes
|
||||
# details like the number of nodes or the architecture) and the configuration
|
||||
# that we define for our units.
|
||||
#
|
||||
# Notice the use of the `rec` keyword, which allows us to access the elements
|
||||
# of the set while is being defined.
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
# These attributes are user defined, and thus the user will need to handle
|
||||
# them manually. They are not read by the standard pipeline:
|
||||
|
||||
# Here we load the `hw` attribute from the machine configuration, so we can
|
||||
# access it, for example, the number of CPUs per socket as hw.cpusPerSocket.
|
||||
hw = targetMachine.config.hw;
|
||||
|
||||
# These options will be used by the heat app, be we write them here so they
|
||||
# are stored in the unit configuration.
|
||||
timesteps = 10;
|
||||
cols = 1024 * 16; # Columns
|
||||
rows = 1024 * 16; # Rows
|
||||
|
||||
# The blocksize is set to the values passed in the `c` parameter, which will
|
||||
# be set to one of all the configurations of the cartesian product. for
|
||||
# example: cbs = 256 and rbs = 512.
|
||||
# We can also write `inherit (c) cbs rbs`, as is a shorthand notation.
|
||||
cbs = c.cbs;
|
||||
rbs = c.rbs;
|
||||
|
||||
# The git branch is specified here as well, as will be used when we specify
|
||||
# the heat app
|
||||
gitBranch = "garlic/tampi+isend+oss+task";
|
||||
|
||||
# -------------------------------------------------------------------------
|
||||
|
||||
# These attributes are part of the standard pipeline, and are required for
|
||||
# each experiment. They are automatically recognized by the standard
|
||||
# execution pipeline.
|
||||
|
||||
# The experiment name:
|
||||
expName = "example-granularity-heat";
|
||||
|
||||
# The experimental unit name. It will be used to create a symlink in the
|
||||
# index (at /gpfs/projects/bsc15/garlic/$USER/index/) so you can easily find
|
||||
# the unit. Notice that the symlink is overwritten each time you run a unit
|
||||
# with the same same.
|
||||
#
|
||||
# We use the toString function to convert the numeric value of cbs and rbs
|
||||
# to a string like: "example-granularity-heat.cbs-256.rbs-512"
|
||||
unitName = expName +
|
||||
".cbs-${toString cbs}" +
|
||||
".rbs-${toString rbs}";
|
||||
|
||||
# Repeat the execution of each unit a few times: this option is
|
||||
# automatically taken by the experiment, which will repeat the execution of
|
||||
# the program that many times. It is recommended to run the app at least 30
|
||||
# times, but we only used 10 here for demostration purposes (as it will be
|
||||
# faster to run)
|
||||
loops = 10;
|
||||
|
||||
# Resources: here we configure the resources in the machine. The queue to be
|
||||
# used is `debug` as is the fastest for small jobs.
|
||||
qos = "debug";
|
||||
|
||||
# Then the number of MPI processes or tasks per node:
|
||||
ntasksPerNode = 1;
|
||||
|
||||
# And the number of nodes:
|
||||
nodes = 1;
|
||||
|
||||
# We use all the CPUs available in one socket to each MPI process or task.
|
||||
# Notice that the number of CPUs per socket is not specified directly. but
|
||||
# loaded from the configuration of the machine that will be used to run our
|
||||
# experiment. The affinity mask is set accordingly.
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
|
||||
# The time will limit the execution of the program in case of a deadlock
|
||||
time = "02:00:00";
|
||||
|
||||
# The job name will appear in the `squeue` and helps to identify what is
|
||||
# running. Currently is set to the name of the unit.
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Using the `varConf` and our function `genConf` we compute a list of the
|
||||
# complete configuration of every unit.
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
# Now that we have the list of configs, we need to write how that information
|
||||
# is used to run our program. In our case we will use some params such as the
|
||||
# number of rows and columns of the input problem or the blocksize as argv
|
||||
# values.
|
||||
|
||||
# The exec stage is used to run a program with some arguments.
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
# All stages require the nextStage attribute, which is passed as parameter.
|
||||
inherit nextStage;
|
||||
|
||||
# Then, we fill the argv array with the elements that will be used when
|
||||
# running our program. Notice that we load the attributes from the
|
||||
# configuration which is passed as argument as well.
|
||||
argv = [
|
||||
"--rows" conf.rows
|
||||
"--cols" conf.cols
|
||||
"--rbs" conf.rbs
|
||||
"--cbs" conf.cbs
|
||||
"--timesteps" conf.timesteps
|
||||
];
|
||||
|
||||
# This program requires a file called `head.conf` in the current directory.
|
||||
# To do it, we run this small script in the `pre` hook, which simple runs
|
||||
# some commands before running the program. Notice that this command is
|
||||
# executed in every MPI task.
|
||||
pre = ''
|
||||
ln -sf ${nextStage}/etc/heat.conf heat.conf || true
|
||||
'';
|
||||
};
|
||||
|
||||
# The program stage is only used to specify which program we should run.
|
||||
# We use this stage to specify build-time parameters such as the gitBranch,
|
||||
# which will be used to fetch the source code. We use the `override` function
|
||||
# of the `bsc.garlic.apps.heat` derivation to change the input paramenters.
|
||||
program = {nextStage, conf, ...}: bsc.garlic.apps.heat.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
# Other stages may be defined here, in case that we want to do something
|
||||
# additional, like running the program under `perf stats` or set some
|
||||
# envionment variables.
|
||||
|
||||
# Once all the stages are defined, we build the pipeline array. The
|
||||
# `stdexp.stdPipeline` contains the standard pipeline stages, so we don't need
|
||||
# to specify them. We only specify how we run our program, and what program
|
||||
# exactly, by adding our `exec` and `program` stages:
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
# Then, we use the `configs` and the `pipeline` just defined inside the `in`
|
||||
# part, to build the complete experiment:
|
||||
in
|
||||
|
||||
# The `stdexp.genExperiment` function generates an experiment by calling every
|
||||
# stage of the pipeline with the different configs, and thus creating
|
||||
# different units. The result is the top level derivation which is the
|
||||
# `trebuchet`, which is the script that, when executed, launches the complete
|
||||
# experiment.
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,128 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, stages
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
# Common definitions used by fwi experiments
|
||||
rec {
|
||||
|
||||
branchesWithoutBlocksize = [
|
||||
"garlic/mpi+send+omp+fork"
|
||||
"garlic/mpi+send+seq"
|
||||
];
|
||||
|
||||
# Returns true if the given config is in the forkJoinBranches list
|
||||
needsBlocksize = c: ! any (e: c.gitBranch == e) branchesWithoutBlocksize;
|
||||
|
||||
# Set the blocksize to null for the fork join branch
|
||||
fixBlocksize = c: if (needsBlocksize c) then c
|
||||
else (c // { blocksize = null; });
|
||||
|
||||
# Generate the configs by filtering the unneded blocksizes
|
||||
getConfigs = {varConf, genConf}:
|
||||
let
|
||||
allConfigs = stdexp.buildConfigs { inherit varConf genConf; };
|
||||
in
|
||||
# The unique function ensures that we only run one config for the fork
|
||||
# join branch, even if we have multiple blocksizes.
|
||||
unique (map fixBlocksize allConfigs);
|
||||
|
||||
getResources = {gitBranch, hw}:
|
||||
if (gitBranch == "garlic/mpi+send+seq") then {
|
||||
cpusPerTask = 1;
|
||||
ntasksPerNode = hw.cpusPerNode;
|
||||
} else {
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}:
|
||||
let
|
||||
fwiParams = bsc.apps.fwi.params.override {
|
||||
inherit (conf) nx ny nz;
|
||||
};
|
||||
|
||||
ioFreq = if (conf.enableIO) then (conf.ioFreq or "-1") else "9999";
|
||||
|
||||
in stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
# FIXME: FWI should allow the I/O directory to be specified as a
|
||||
# parameter
|
||||
pre = ''
|
||||
FWI_SRUNDIR=$(pwd)
|
||||
FWI_EXECDIR="${conf.tempDir}/out/$GARLIC_USER/$GARLIC_UNIT/$GARLIC_RUN"
|
||||
FWI_PARAMS="${fwiParams}/fwi_params.txt"
|
||||
FWI_FREQ="${fwiParams}/fwi_frequencies.txt"
|
||||
|
||||
# Run fwi in a directory with fast local storage
|
||||
mkdir -p "$FWI_EXECDIR"
|
||||
cd "$FWI_EXECDIR"
|
||||
|
||||
# Only generate the input if we have the CPU 0 (once per node)
|
||||
if grep -o 'Cpus_allowed_list:[[:space:]]0' \
|
||||
/proc/self/status > /dev/null;
|
||||
then
|
||||
FWI_CAPTAIN=1
|
||||
fi
|
||||
|
||||
if [ $FWI_CAPTAIN ]; then
|
||||
>&2 echo "generating the input dataset"
|
||||
${fwiParams}/bin/ModelGenerator -m "$FWI_PARAMS" "$FWI_FREQ"
|
||||
fi
|
||||
|
||||
echo >&2 "Current dir: $(pwd)"
|
||||
echo >&2 "Using PARAMS=$FWI_PARAMS and FREQ=$FWI_FREQ"
|
||||
'' + optionalString (conf.enableCTF) ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.instrument=ctf"
|
||||
'';
|
||||
|
||||
argv = [
|
||||
''"$FWI_PARAMS"''
|
||||
''"$FWI_FREQ"''
|
||||
] ++ optional (needsBlocksize conf) conf.blocksize ++ [
|
||||
"-1" # Fordward steps
|
||||
"-1" # Backward steps
|
||||
ioFreq # Write/read frequency
|
||||
];
|
||||
|
||||
post = ''
|
||||
# Go back to the garlic out directory
|
||||
cd "$FWI_SRUNDIR"
|
||||
|
||||
if [ $FWI_CAPTAIN ]; then
|
||||
'' + optionalString (conf.enableCTF) ''
|
||||
# FIXME: We should specify the path in the nanos6 config, so we
|
||||
# can avoid the race condition while they are generating the
|
||||
# traces
|
||||
sleep 3
|
||||
|
||||
# Save the traces
|
||||
mv "$FWI_EXECDIR"/trace_* .
|
||||
'' + ''
|
||||
rm -rf "$FWI_EXECDIR"
|
||||
fi
|
||||
'';
|
||||
};
|
||||
|
||||
apps = bsc.garlic.apps;
|
||||
|
||||
# FWI program
|
||||
program = {nextStage, conf, ...}:
|
||||
let
|
||||
fwiParams = bsc.apps.fwi.params.override {
|
||||
inherit (conf) nx ny nz;
|
||||
};
|
||||
in
|
||||
apps.fwi.solver.override {
|
||||
inherit (conf) gitBranch;
|
||||
inherit fwiParams;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
}
|
||||
@ -1,71 +0,0 @@
|
||||
# Regular granularity test for FWI
|
||||
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
gitBranch = [ "garlic/tampi+isend+oss+task" ];
|
||||
blocksize = range2 1 256;
|
||||
n = [ {nx=100; nz=100; ny=8000; ntpn=2; nodes=1;} ];
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "fwi-granularity";
|
||||
unitName = "${expName}"
|
||||
+ "-bs${toString blocksize}"
|
||||
+ "-${toString gitBranch}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
inherit (c) gitBranch blocksize;
|
||||
inherit (c.n) nx ny nz ntpn nodes;
|
||||
|
||||
# Other FWI parameters
|
||||
enableIO = true;
|
||||
enableCTF = false;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = ntpn;
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
|
||||
# Enable permissions to write in the local storage
|
||||
extraMounts = [ fs.local.temp ];
|
||||
tempDir = fs.local.temp;
|
||||
|
||||
};
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
inherit (common) getConfigs pipeline;
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,75 +0,0 @@
|
||||
# Test FWI variants based on tasks with and without I/O.
|
||||
# This experiment solves a computationally expensive input which brings the
|
||||
# storage devices to saturation when I/O is enabled. The same input runs
|
||||
# without I/O for comparison purposes. Also, a range of block sizes
|
||||
# deemed as efficient according to the granularity experiment are
|
||||
# explored.
|
||||
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, callPackage
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
common = callPackage ./common.nix {};
|
||||
inherit (common) getConfigs getResources pipeline;
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
gitBranch = [ "garlic/tampi+send+oss+task" ];
|
||||
blocksize = [ 1 2 4 8 ];
|
||||
n = [ {nx=500; nz=500; ny=16000;} ];
|
||||
nodes = if (enableExtended) then range2 1 16 else [ 4 ];
|
||||
enableIO = [ false true ];
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "fwi-io";
|
||||
unitName = "${expName}"
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-bs${toString blocksize}"
|
||||
+ (if (enableIO) then "-io1" else "-io0")
|
||||
+ "-${toString gitBranch}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
inherit (c) gitBranch blocksize enableIO nodes;
|
||||
inherit (c.n) nx ny nz;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
inherit (getResources { inherit gitBranch hw; })
|
||||
cpusPerTask ntasksPerNode;
|
||||
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
|
||||
enableCTF = false;
|
||||
|
||||
# Enable permissions to write in the local storage
|
||||
extraMounts = [ fs.local.temp ];
|
||||
tempDir = fs.local.temp;
|
||||
};
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,91 +0,0 @@
|
||||
# This test compares a FWI version using poor data locality (+NOREUSE) versus
|
||||
# the optimized version (used for all other experiments). Follows a pseudocode
|
||||
# snippet illustrating the fundamental difference between version.
|
||||
#
|
||||
# NOREUSE
|
||||
# ----------------------
|
||||
# for (y) for (x) for (z)
|
||||
# computA(v[y][x][z]);
|
||||
# for (y) for (x) for (z)
|
||||
# computB(v[y][x][z]);
|
||||
# for (y) for (x) for (z)
|
||||
# computC(v[y][x][z]);
|
||||
#
|
||||
# Optimized version
|
||||
# ----------------------
|
||||
# for (y) for (x) for (z)
|
||||
# computA(v[y][x][z]);
|
||||
# computB(v[y][x][z]);
|
||||
# computC(v[y][x][z]);
|
||||
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
gitBranch = [
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+send+oss+task+NOREUSE"
|
||||
];
|
||||
|
||||
blocksize = [ 1 2 4 8 ];
|
||||
|
||||
n = [ {nx=300; ny=2000; nz=300;} ]; # / half node
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "fwi-reuse";
|
||||
unitName = "${expName}"
|
||||
+ "-bs${toString blocksize}"
|
||||
+ "-${toString gitBranch}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
inherit (c) gitBranch blocksize;
|
||||
inherit (c.n) nx ny nz;
|
||||
|
||||
enableCTF = false;
|
||||
enableIO = true;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
|
||||
# Enable permissions to write in the local storage
|
||||
extraMounts = [ fs.local.temp ];
|
||||
tempDir = fs.local.temp;
|
||||
};
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
inherit (common) getConfigs pipeline;
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,90 +0,0 @@
|
||||
# Strong scaling test for FWI variants based on tasks. This
|
||||
# experiment explores a range of block sizes deemed as efficient
|
||||
# according to the granularity experiment.
|
||||
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
common = callPackage ./common.nix {};
|
||||
inherit (common) getConfigs getResources pipeline;
|
||||
|
||||
inherit (targetMachine) fs;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
] ++ optionals (enableExtended) [
|
||||
"garlic/tampi+send+oss+task"
|
||||
"garlic/mpi+send+omp+task"
|
||||
"garlic/mpi+send+oss+task"
|
||||
"garlic/mpi+send+omp+fork"
|
||||
# FIXME: the mpi pure version has additional constraints with the
|
||||
# number of planes in Y. By now is disabled.
|
||||
#"garlic/mpi+send+seq"
|
||||
];
|
||||
|
||||
blocksize = if (enableExtended)
|
||||
then range2 1 16
|
||||
else [ 2 ];
|
||||
|
||||
n = [ { nx=100; ny=8000; nz=100; } ];
|
||||
|
||||
nodes = range2 1 16;
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: machineConfig // rec {
|
||||
expName = "fwi-ss";
|
||||
unitName = "${expName}"
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-bs${toString blocksize}"
|
||||
+ "-${toString gitBranch}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
inherit (c) gitBranch blocksize;
|
||||
inherit (c.n) nx ny nz;
|
||||
|
||||
# Other FWI parameters
|
||||
enableIO = true;
|
||||
enableCTF = false;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
inherit (getResources { inherit gitBranch hw; })
|
||||
cpusPerTask ntasksPerNode;
|
||||
|
||||
nodes = c.nodes;
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
|
||||
# Enable permissions to write in the local storage
|
||||
extraMounts = [ fs.local.temp ];
|
||||
tempDir = fs.local.temp;
|
||||
};
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,175 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, writeText
|
||||
, enablePerf ? false
|
||||
, enableCTF ? false
|
||||
, enableHWC ? false
|
||||
, enableExtended ? false
|
||||
}:
|
||||
|
||||
# TODO: Finish HWC first
|
||||
assert (enableHWC == false);
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
cbs = range2 32 4096;
|
||||
rbs = range2 32 4096;
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "heat";
|
||||
unitName = expName +
|
||||
".cbs-${toString cbs}" +
|
||||
".rbs-${toString rbs}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# heat options
|
||||
timesteps = 10;
|
||||
cols = 1024 * 16; # Columns
|
||||
rows = 1024 * 16; # Rows
|
||||
inherit (c) cbs rbs;
|
||||
gitBranch = "garlic/tampi+isend+oss+task";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
# Assign one socket to each task (only one process)
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
filterConfigs = c: let
|
||||
# Too small sizes lead to huge overheads
|
||||
goodSize = (c.cbs * c.rbs >= 1024);
|
||||
# When the extended units are not enabled, we only select those in
|
||||
# the diagonal.
|
||||
extended = if (enableExtended) then true
|
||||
else c.cbs == c.rbs;
|
||||
in
|
||||
goodSize && extended;
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = filter (filterConfigs) (stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
});
|
||||
|
||||
perf = {nextStage, conf, ...}: stages.perf {
|
||||
inherit nextStage;
|
||||
perfOptions = "stat -o .garlic/perf.csv -x , " +
|
||||
"-e cycles,instructions,cache-references,cache-misses";
|
||||
};
|
||||
|
||||
ctf = {nextStage, conf, ...}: let
|
||||
# Create the nanos6 configuration file
|
||||
nanos6ConfigFile = writeText "nanos6.toml" ''
|
||||
version.instrument = "ctf"
|
||||
turbo.enabled = false
|
||||
instrument.ctf.converter.enabled = false
|
||||
'' + optionalString (enableHWC) ''
|
||||
hardware_counters.papi.enabled = true
|
||||
hardware_counters.papi.counters = [
|
||||
"PAPI_TOT_INS", "PAPI_TOT_CYC",
|
||||
"PAPI_L1_TCM", "PAPI_L2_TCM", "PAPI_L3_TCM"
|
||||
]
|
||||
'';
|
||||
|
||||
in stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
# And use it
|
||||
env = ''
|
||||
export NANOS6_CONFIG=${nanos6ConfigFile}
|
||||
'';
|
||||
|
||||
# FIXME: We should run a hook *after* srun has ended, so we can
|
||||
# execute it in one process only (not in N ranks). This hack works
|
||||
# with one process only. Or be able to compute the name of the trace
|
||||
# directory so we can begin the conversion in parallel
|
||||
post = assert (conf.nodes * conf.ntasksPerNode == 1); ''
|
||||
tracedir=$(ls -d trace_* | head -1)
|
||||
echo "using tracedir=$tracedir"
|
||||
|
||||
offset=$(grep 'offset =' $tracedir/ctf/ust/uid/1000/64-bit/metadata | \
|
||||
grep -o '[0-9]*')
|
||||
echo "offset = $offset"
|
||||
|
||||
start_time=$(awk '/^start_time / {print $2}' stdout.log)
|
||||
end_time=$(awk '/^end_time / {print $2}' stdout.log)
|
||||
|
||||
begin=$(awk "BEGIN{print $start_time*1e9 - $offset}")
|
||||
end=$(awk "BEGIN{print $end_time*1e9 - $offset}")
|
||||
|
||||
echo "only events between $begin and $end"
|
||||
|
||||
${bsc.cn6}/bin/cn6 -s $tracedir
|
||||
|
||||
${bsc.cn6}/bin/cut $begin $end < $tracedir/prv/trace.prv |\
|
||||
${bsc.cn6}/bin/hcut 1 ${toString conf.cpusPerTask} \
|
||||
> $tracedir/prv/trace-cut.prv
|
||||
|
||||
${bsc.cn6}/bin/dur 6400025 0 < $tracedir/prv/trace-cut.prv |\
|
||||
awk '{s+=$1} END {print s}' >> .garlic/time_mode_dead.csv &
|
||||
|
||||
${bsc.cn6}/bin/dur 6400025 1 < $tracedir/prv/trace-cut.prv |\
|
||||
awk '{s+=$1} END {print s}' >> .garlic/time_mode_runtime.csv &
|
||||
|
||||
${bsc.cn6}/bin/dur 6400025 3 < $tracedir/prv/trace-cut.prv |\
|
||||
awk '{s+=$1} END {print s}' >> .garlic/time_mode_task.csv &
|
||||
|
||||
wait
|
||||
|
||||
# Remove the traces at the end, as they are huge
|
||||
rm -rf $tracedir
|
||||
'';
|
||||
# TODO: To enable HWC we need to first add a taskwait before the
|
||||
# first get_time() measurement, otherwise we get the HWC of the
|
||||
# main task, which will be huge.
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [
|
||||
"--rows" conf.rows
|
||||
"--cols" conf.cols
|
||||
"--rbs" conf.rbs
|
||||
"--cbs" conf.cbs
|
||||
"--timesteps" conf.timesteps
|
||||
];
|
||||
|
||||
# The next stage is the program
|
||||
env = ''
|
||||
ln -sf ${nextStage}/etc/heat.conf heat.conf || true
|
||||
'';
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.garlic.apps.heat.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++
|
||||
(optional enablePerf perf) ++
|
||||
(optional enableCTF ctf) ++
|
||||
[ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,73 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, stages
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
rec {
|
||||
|
||||
checkInput = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
pre = optionalString (! (conf.enableGen or false)) (
|
||||
let
|
||||
gen = callPackage ./gen.nix { };
|
||||
inputTre = gen.getInputTre conf;
|
||||
exp = inputTre.experiment;
|
||||
unit = elemAt exp.units 0;
|
||||
expName = baseNameOf (toString exp);
|
||||
unitName = baseNameOf (toString unit);
|
||||
inputPath = "$GARLIC_OUT/${expName}/${unitName}/1";
|
||||
in
|
||||
''
|
||||
# Force the generation of the input resultTree as a dependency:
|
||||
# ${toString inputTre.result}
|
||||
|
||||
# Ensure the input dataset is still available
|
||||
export HPCG_INPUT_PATH="${toString inputPath}"
|
||||
|
||||
if [ ! -e "$HPCG_INPUT_PATH" ]; then
|
||||
>&2 echo "Missing input dataset: $HPCG_INPUT_PATH"
|
||||
exit 1
|
||||
fi
|
||||
''
|
||||
);
|
||||
};
|
||||
|
||||
getSizePerTask = cpusPerTask: sizePerCpu:
|
||||
mapAttrs (name: val: val * cpusPerTask) sizePerCpu;
|
||||
|
||||
exec = {nextStage, conf, ...}: let
|
||||
actionArg = if (conf.enableGen or false)
|
||||
then "--store=."
|
||||
else "--load=\"$HPCG_INPUT_PATH\"";
|
||||
|
||||
in stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [
|
||||
"--nx=${toString conf.sizePerTask.x}"
|
||||
"--ny=${toString conf.sizePerTask.y}"
|
||||
"--nz=${toString conf.sizePerTask.z}"
|
||||
"--npx=${toString conf.nprocs.x}"
|
||||
"--npy=${toString conf.nprocs.y}"
|
||||
"--npz=${toString conf.nprocs.z}"
|
||||
"--nblocks=${toString conf.nblocks}"
|
||||
"--ncomms=${toString conf.ncomms}"
|
||||
# The input symlink is generated by the input stage, which is generated by
|
||||
# the genInput function.
|
||||
actionArg
|
||||
] ++ optional (conf.disableAspectRatio or false) "--no-ar=1";
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.apps.hpcg.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [
|
||||
checkInput
|
||||
exec program ];
|
||||
}
|
||||
@ -1,52 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
rec {
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "hpcg-gen";
|
||||
unitName = expName
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-spt.z${toString sizePerTask.z}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# Inherit options from the current conf
|
||||
inherit (c) sizePerTask nprocs disableAspectRatio gitBranch
|
||||
cpusPerTask ntasksPerNode nodes;
|
||||
|
||||
# nblocks and ncomms are ignored from c
|
||||
ncomms = 1;
|
||||
nblocks = 1;
|
||||
|
||||
# We only need one run
|
||||
loops = 1;
|
||||
|
||||
# Generate the input
|
||||
enableGen = true;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
getInputTre = conf: stdexp.genExperiment {
|
||||
configs = [ (genConf conf) ];
|
||||
pipeline = common.pipeline;
|
||||
};
|
||||
}
|
||||
@ -1,76 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
common = callPackage ./common.nix { };
|
||||
|
||||
inherit (common) pipeline getSizePerTask;
|
||||
|
||||
maxNodes = 16;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
blocksPerCpu = range2 0.5 256;
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "hpcg-granularity";
|
||||
unitName = "${expName}"
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-bpc${toString blocksPerCpu}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
inherit maxNodes;
|
||||
sizeFactor = maxNodes / nodes;
|
||||
|
||||
# hpcg options
|
||||
inherit (c) blocksPerCpu gitBranch;
|
||||
baseSizeZ = 16;
|
||||
nodes = 1;
|
||||
totalTasks = ntasksPerNode * nodes;
|
||||
sizePerCpu = {
|
||||
x = 2;
|
||||
y = 2;
|
||||
z = baseSizeZ * sizeFactor;
|
||||
};
|
||||
sizePerTask = getSizePerTask cpusPerTask sizePerCpu;
|
||||
nprocs = { x=1; y=1; z=totalTasks; };
|
||||
nblocks = floatTruncate (blocksPerCpu * cpusPerTask);
|
||||
ncomms = 1;
|
||||
disableAspectRatio = true;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 3;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,78 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
, enableExtended ? false
|
||||
, enableStrong ? true
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
common = callPackage ./common.nix { };
|
||||
|
||||
inherit (common) pipeline getSizePerTask;
|
||||
|
||||
maxNodes = 16;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
nodes = range2 1 maxNodes;
|
||||
baseSizeZ = if (enableExtended) then [ 8 16 ] else [ 16 ];
|
||||
blocksPerCpu = if (enableExtended) then range2 1 8 else [ 4 ];
|
||||
gitBranch = [
|
||||
"garlic/tampi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = if (enableStrong) then "hpcg-ss" else "hpcg-ws";
|
||||
unitName = "${expName}"
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-bpc${toString blocksPerCpu}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
inherit maxNodes;
|
||||
sizeFactor = if (enableStrong) then maxNodes / nodes else 1;
|
||||
|
||||
# hpcg options
|
||||
inherit (c) nodes blocksPerCpu gitBranch;
|
||||
totalTasks = ntasksPerNode * nodes;
|
||||
sizePerCpu = {
|
||||
x = 2;
|
||||
y = 2;
|
||||
z = c.baseSizeZ * sizeFactor;
|
||||
};
|
||||
sizePerTask = getSizePerTask cpusPerTask sizePerCpu;
|
||||
nprocs = { x=1; y=1; z=totalTasks; };
|
||||
nblocks = blocksPerCpu * cpusPerTask;
|
||||
ncomms = 1;
|
||||
disableAspectRatio = true;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,65 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
common = callPackage ./common.nix { };
|
||||
|
||||
inherit (common) pipeline getSizePerTask;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
sizeFactor = [ 1 2 4 8 16 32 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
expName = "hpcg-size";
|
||||
unitName = "${expName}"
|
||||
+ "-nodes${toString nodes}"
|
||||
+ "-sf${toString sizeFactor}";
|
||||
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
# hpcg options
|
||||
inherit (c) sizeFactor;
|
||||
gitBranch = "garlic/tampi+isend+oss+task";
|
||||
nodes = 16;
|
||||
totalTasks = ntasksPerNode * nodes;
|
||||
sizePerCpu = { x = 2; y = 2; z = 4 * sizeFactor; };
|
||||
sizePerTask = getSizePerTask cpusPerTask sizePerCpu;
|
||||
nprocs = { x=1; y=1; z=totalTasks; };
|
||||
blocksPerCpu = 4;
|
||||
nblocks = blocksPerCpu * cpusPerTask;
|
||||
ncomms = 1;
|
||||
disableAspectRatio = true;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 5;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
time = "02:00:00";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,108 +0,0 @@
|
||||
{
|
||||
super
|
||||
, self
|
||||
, bsc
|
||||
, garlic
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
{
|
||||
nbody = rec {
|
||||
granularity = callPackage ./nbody/granularity.nix { };
|
||||
ss = callPackage ./nbody/ss.nix { };
|
||||
numa = callPackage ./nbody/numa.nix { };
|
||||
};
|
||||
|
||||
saiph = {
|
||||
granularity = callPackage ./saiph/granularity.nix { };
|
||||
ss = callPackage ./saiph/ss.nix { };
|
||||
};
|
||||
|
||||
creams = rec {
|
||||
ss = callPackage ./creams/ss.nix { };
|
||||
granularity = callPackage ./creams/granularity.nix { };
|
||||
size = callPackage ./creams/size.nix { };
|
||||
granularity16 = callPackage ./creams/granularity16.nix { };
|
||||
|
||||
# These experiments are the extended versions of the previous
|
||||
# ones. We split them so we can keep a reasonable execution time
|
||||
big.granularity = granularity.override { enableExtended = true; };
|
||||
big.ss = granularity.override { enableExtended = true; };
|
||||
};
|
||||
|
||||
hpcg = rec {
|
||||
granularity = callPackage ./hpcg/granularity.nix { };
|
||||
ss = callPackage ./hpcg/scaling.nix { };
|
||||
ws = ss.override { enableStrong=false; };
|
||||
size = callPackage ./hpcg/size.nix { };
|
||||
|
||||
big.ss = ss.override { enableExtended = true; };
|
||||
};
|
||||
|
||||
heat = rec {
|
||||
granularity = callPackage ./heat/granularity.nix { };
|
||||
cache = granularity.override { enablePerf = true; };
|
||||
ctf = granularity.override { enableCTF = true; };
|
||||
};
|
||||
|
||||
bigsort = rec {
|
||||
genseq = callPackage ./bigsort/genseq.nix {
|
||||
n = toString (1024 * 1024 * 1024 / 8); # 1 GB input size
|
||||
dram = toString (1024 * 1024 * 1024); # 1 GB chunk
|
||||
};
|
||||
|
||||
shuffle = callPackage ./bigsort/shuffle.nix {
|
||||
inputTre = genseq;
|
||||
n = toString (1024 * 1024 * 1024 / 8); # 1 GB input size
|
||||
dram = toString (1024 * 1024 * 1024); # 1 GB chunk
|
||||
inherit (bsc.garlic.pp) resultFromTrebuchet;
|
||||
};
|
||||
|
||||
sort = callPackage ./bigsort/sort.nix {
|
||||
inputTre = shuffle;
|
||||
inherit (bsc.garlic.pp) resultFromTrebuchet;
|
||||
removeOutput = false;
|
||||
};
|
||||
};
|
||||
|
||||
slurm = {
|
||||
cpu = callPackage ./slurm/cpu.nix { };
|
||||
sigsegv = callPackage ./slurm/sigsegv.nix { };
|
||||
exit1 = callPackage ./slurm/exit1.nix { };
|
||||
};
|
||||
|
||||
lulesh = {
|
||||
test = callPackage ./lulesh/test.nix { };
|
||||
};
|
||||
|
||||
fwi = rec {
|
||||
granularity = callPackage ./fwi/granularity.nix { };
|
||||
ss = callPackage ./fwi/ss.nix { };
|
||||
reuse = callPackage ./fwi/reuse.nix { };
|
||||
io = callPackage ./fwi/io.nix { };
|
||||
|
||||
# Extended experiments
|
||||
big.io = io.override { enableExtended = true; };
|
||||
};
|
||||
|
||||
osu = rec {
|
||||
latency = callPackage ./osu/latency.nix { };
|
||||
latencyShm = latency.override { interNode = false; };
|
||||
latencyMt = latency.override { enableMultithread = true; };
|
||||
latencyMtShm = latency.override { enableMultithread = true; interNode = true; };
|
||||
bw = callPackage ./osu/bw.nix { };
|
||||
impi = callPackage ./osu/impi.nix { };
|
||||
bwShm = bw.override { interNode = false; };
|
||||
mtu = callPackage ./osu/mtu.nix { };
|
||||
eager = callPackage ./osu/eager.nix { };
|
||||
};
|
||||
|
||||
examples = {
|
||||
granularity = callPackage ./examples/granularity.nix { };
|
||||
};
|
||||
|
||||
cn6 = {
|
||||
timediff = callPackage ./cn6/timediff.nix { };
|
||||
nbody = callPackage ./cn6/nbody.nix { };
|
||||
};
|
||||
}
|
||||
@ -1,85 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
gitBranch = [
|
||||
"garlic/mpi+isend+seq"
|
||||
"garlic/tampi+isend+oss+taskloop"
|
||||
"garlic/tampi+isend+oss+taskfor"
|
||||
"garlic/tampi+isend+oss+task"
|
||||
"garlic/mpi+isend+seq"
|
||||
"garlic/mpi+isend+oss+task"
|
||||
"garlic/mpi+isend+omp+fork"
|
||||
"garlic/tampi+isend+oss+taskloopfor"
|
||||
];
|
||||
};
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "lulesh";
|
||||
unitName = "${expName}-test";
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# options
|
||||
iterations = 10;
|
||||
size = 30;
|
||||
gitBranch = c.gitBranch;
|
||||
|
||||
# Repeat the execution of each unit several times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
/* Lulesh options:
|
||||
-q : quiet mode - suppress all stdout
|
||||
-i <iterations> : number of cycles to run
|
||||
-s <size> : length of cube mesh along side
|
||||
-r <numregions> : Number of distinct regions (def: 11)
|
||||
-b <balance> : Load balance between regions of a domain (def: 1)
|
||||
-c <cost> : Extra cost of more expensive regions (def: 1)
|
||||
-f <numfiles> : Number of files to split viz dump into (def: (np+10)/9)
|
||||
-p : Print out progress
|
||||
-v : Output viz file (requires compiling with -DVIZ_MESH
|
||||
-h : This message
|
||||
*/
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-i" iterations "-s" size ];
|
||||
};
|
||||
|
||||
apps = bsc.garlic.apps;
|
||||
|
||||
program = {nextStage, conf, ...}: apps.lulesh.override {
|
||||
inherit (conf) gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,37 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, stages
|
||||
, numactl
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
rec {
|
||||
getConfigs = {varConf, genConf}: stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec
|
||||
(
|
||||
{
|
||||
inherit nextStage;
|
||||
argv = with conf; [ "-t" timesteps "-p" particles ];
|
||||
}
|
||||
# Use numactl to use the interleave policy if requested (default is
|
||||
# false)
|
||||
// optionalAttrs (conf.interleaveMem or false) {
|
||||
program = "${numactl}/bin/numactl --interleave=all ${stageProgram nextStage}";
|
||||
}
|
||||
);
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.garlic.apps.nbody.override {
|
||||
inherit (conf) blocksize gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
}
|
||||
@ -1,60 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
blocksize = range2 64 2048;
|
||||
gitBranch = [
|
||||
# "garlic/mpi+send+oss+task"
|
||||
# "garlic/tampi+send+oss+task"
|
||||
"garlic/tampi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
hw = targetMachine.config.hw;
|
||||
particles = 8 * 1024 * hw.cpusPerSocket;
|
||||
timesteps = 10;
|
||||
blocksize = c.blocksize;
|
||||
gitBranch = c.gitBranch;
|
||||
|
||||
expName = "nbody-granularity";
|
||||
unitName = expName +
|
||||
"-${toString gitBranch}" +
|
||||
"-bs${toString blocksize}";
|
||||
|
||||
loops = 10;
|
||||
|
||||
qos = "debug";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
inherit (common) getConfigs pipeline;
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,64 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, numactl
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
blocksize = range2 256 1024;
|
||||
gitBranch = [ "garlic/tampi+send+oss+task" ];
|
||||
attachToSocket = [ true false ];
|
||||
interleaveMem = [ true false ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
hw = targetMachine.config.hw;
|
||||
particles = 4 * 1024 * hw.cpusPerSocket;
|
||||
timesteps = 10;
|
||||
|
||||
inherit (c) attachToSocket interleaveMem gitBranch blocksize;
|
||||
|
||||
expName = "nbody-numa";
|
||||
unitName = expName +
|
||||
"-${toString gitBranch}" +
|
||||
"-bs.${toString blocksize}" +
|
||||
"-tpn.${toString ntasksPerNode}" +
|
||||
"-interleave.${if (interleaveMem) then "yes" else "no"}";
|
||||
|
||||
loops = 10;
|
||||
|
||||
qos = "debug";
|
||||
cpusPerTask = if (attachToSocket)
|
||||
then hw.cpusPerSocket
|
||||
else hw.cpusPerNode;
|
||||
ntasksPerNode = if (attachToSocket)
|
||||
then hw.socketsPerNode
|
||||
else 1;
|
||||
nodes = 4;
|
||||
time = "02:00:00";
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
inherit (common) getConfigs pipeline;
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,60 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
blocksize = [ 128 256 512 1024 2048 4096 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
hw = targetMachine.config.hw;
|
||||
particles = 4096 * hw.cpusPerSocket;
|
||||
timesteps = 10;
|
||||
blocksize = c.blocksize;
|
||||
|
||||
gitBranch = "garlic/oss+task";
|
||||
expName = "nbody-granularity";
|
||||
unitName = expName + "-bs${toString blocksize}";
|
||||
|
||||
loops = 30;
|
||||
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" conf.timesteps "-p" conf.particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf; bsc.garlic.apps.nbody.override {
|
||||
inherit (conf) blocksize gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,104 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
|
||||
# Options for the experiment
|
||||
, enableCTF ? false
|
||||
# Number of cases tested
|
||||
, steps ? 7
|
||||
# nbody iterations
|
||||
, timesteps ? 10
|
||||
# nbody total number of particles
|
||||
, particles ? null
|
||||
, gitBranch ? "garlic/tampi+send+oss+task"
|
||||
, loops ? 10
|
||||
, nblocks0 ? null
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
defaultOpt = var: def: if (var != null) then var else def;
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
# Create a list with values 2^n with n from 0 to (steps - 1) inclusive
|
||||
i = expRange 2 0 (steps - 1);
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = var: fix (self: var // targetMachine.config // {
|
||||
expName = "nbody-nblocks";
|
||||
unitName = "${self.expName}${toString self.nblocks}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# nbody options
|
||||
particles = defaultOpt particles (4096 * self.hw.cpusPerSocket);
|
||||
nblocks0 = defaultOpt nblocks0 (self.hw.cpusPerSocket / 2);
|
||||
# The number of blocks is then computed from the multiplier "i" and
|
||||
# the initial number of blocks "nblocks0"
|
||||
nblocks = self.i * self.nblocks0;
|
||||
|
||||
totalTasks = self.ntasksPerNode * self.nodes;
|
||||
particlesPerTask = self.particles / self.totalTasks;
|
||||
blocksize = self.particlesPerTask / self.nblocks;
|
||||
cc = bsc.icc;
|
||||
mpi = bsc.impi;
|
||||
cflags = "-g";
|
||||
inherit timesteps gitBranch enableCTF loops;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
cpusPerTask = self.hw.cpusPerSocket;
|
||||
ntasksPerNode = self.hw.socketsPerNode;
|
||||
nodes = 1;
|
||||
jobName = self.unitName;
|
||||
});
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
perf = {nextStage, conf, ...}: with conf; stages.perf {
|
||||
inherit nextStage;
|
||||
perfOptions = "record --call-graph dwarf -o \\$\\$.perf";
|
||||
};
|
||||
|
||||
ctf = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = optionalString (conf.enableCTF) ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.instrument=ctf,\
|
||||
instrument.ctf.converter.enabled=false"
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" timesteps "-p" particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.nbody.override ({
|
||||
inherit cc blocksize mpi gitBranch cflags;
|
||||
});
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ ctf exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,110 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
|
||||
# Options for the experiment
|
||||
, enableCTF ? false
|
||||
# Number of cases tested
|
||||
, steps ? 6
|
||||
# nbody iterations
|
||||
, timesteps ? 10
|
||||
# nbody total number of particles
|
||||
, particles ? null
|
||||
, loops ? 10
|
||||
, nblocks0 ? null
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
defaultOpt = var: def: if (var != null) then var else def;
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
# Create a list with values 2^n with n from 0 to (steps - 1) inclusive
|
||||
i = expRange 2 0 (steps - 1);
|
||||
nodes = [ 1 2 4 8 16 ];
|
||||
gitBranch = [
|
||||
"garlic/tampi+send+oss+task"
|
||||
"garlic/tampi+isend+oss+task"
|
||||
"garlic/mpi+send+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = var: fix (self: var // targetMachine.config // {
|
||||
expName = "nbody-scaling";
|
||||
unitName = self.expName +
|
||||
"-nb${toString self.nblocks}"+
|
||||
"-nodes${toString self.nodes}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# nbody options
|
||||
particles = defaultOpt particles (4096 * self.hw.cpusPerSocket);
|
||||
nblocks0 = defaultOpt nblocks0 (self.hw.cpusPerSocket / 2);
|
||||
# The number of blocks is then computed from the multiplier "i" and
|
||||
# the initial number of blocks "nblocks0"
|
||||
nblocks = self.i * self.nblocks0;
|
||||
|
||||
totalTasks = self.ntasksPerNode * self.nodes;
|
||||
particlesPerTask = self.particles / self.totalTasks;
|
||||
blocksize = self.particlesPerTask / self.nblocks;
|
||||
cc = bsc.icc;
|
||||
mpi = bsc.impi;
|
||||
cflags = "-g";
|
||||
inherit timesteps enableCTF loops;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
cpusPerTask = self.hw.cpusPerSocket;
|
||||
ntasksPerNode = self.hw.socketsPerNode;
|
||||
jobName = self.unitName;
|
||||
});
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
perf = {nextStage, conf, ...}: with conf; stages.perf {
|
||||
inherit nextStage;
|
||||
perfOptions = "record --call-graph dwarf -o \\$\\$.perf";
|
||||
};
|
||||
|
||||
ctf = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = optionalString (conf.enableCTF) ''
|
||||
export NANOS6_CONFIG_OVERRIDE="version.instrument=ctf,\
|
||||
instrument.ctf.converter.enabled=false"
|
||||
'';
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" timesteps "-p" particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.nbody.override ({
|
||||
inherit (conf) cc blocksize mpi gitBranch cflags;
|
||||
});
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ ctf exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,72 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
numProcsAndParticles = [ 1 2 4 8 16 32 48 ];
|
||||
input = [
|
||||
{ numParticles=1 ; cpuMask="0x1"; }
|
||||
{ numParticles=2 ; cpuMask="0x3"; }
|
||||
{ numParticles=4 ; cpuMask="0xf"; }
|
||||
{ numParticles=8 ; cpuMask="0xff"; }
|
||||
{ numParticles=16; cpuMask="0xffff"; }
|
||||
{ numParticles=32; cpuMask="0xffffffff"; }
|
||||
{ numParticles=48; cpuMask="0xffffffffffff"; }
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
# nbody options
|
||||
inherit (c.input) numParticles cpuMask;
|
||||
particles = 1024 * numParticles * 2;
|
||||
timesteps = 10;
|
||||
blocksize = 1024;
|
||||
cc = icc;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/oss+task";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
cpuBind = "verbose,mask_cpu:${cpuMask}";
|
||||
jobName = "nbody-bs-${toString numParticles}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" timesteps "-p" particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.nbody.override {
|
||||
inherit cc blocksize mpi gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,63 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
numProcs = [ 1 2 4 8 16 32 48 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
# nbody options
|
||||
particles = 1024 * 64;
|
||||
timesteps = 10;
|
||||
blocksize = 1024;
|
||||
inherit (c) numProcs;
|
||||
cc = icc;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/mpi+send";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = numProcs;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
cpuBind = "sockets,verbose";
|
||||
jobName = "nbody-bs-${toString numProcs}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" timesteps "-p" particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.nbody.override {
|
||||
inherit cc blocksize mpi gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,63 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with lib;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
cpuMask = [ "0x1" "0x3" "0xf" "0xff" "0xffff" "0xffffffff" "0xffffffffffff" ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
# nbody options
|
||||
particles = 1024 * 64;
|
||||
timesteps = 10;
|
||||
blocksize = 1024;
|
||||
inherit (c) cpuMask;
|
||||
cc = icc;
|
||||
mpi = impi;
|
||||
gitBranch = "garlic/oss+task";
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 30;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
ntasksPerNode = 1;
|
||||
nodes = 1;
|
||||
time = "02:00:00";
|
||||
cpuBind = "verbose,mask_cpu:${cpuMask}";
|
||||
jobName = "nbody-bs-${cpuMask}-${gitBranch}";
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
argv = [ "-t" timesteps "-p" particles ];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: with conf;
|
||||
let
|
||||
customPkgs = stdexp.replaceMpi conf.mpi;
|
||||
in
|
||||
customPkgs.apps.nbody.override {
|
||||
inherit cc blocksize mpi gitBranch;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,59 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
, callPackage
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
# Initial variable configuration
|
||||
varConf = {
|
||||
blocksize = [ 128 ];
|
||||
nodes = range2 1 16;
|
||||
gitBranch = [
|
||||
# "garlic/mpi+send+oss+task"
|
||||
# "garlic/tampi+send+oss+task"
|
||||
"garlic/tampi+isend+oss+task"
|
||||
];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
hw = targetMachine.config.hw;
|
||||
particles = 8 * 1024 * hw.cpusPerSocket;
|
||||
timesteps = 10;
|
||||
|
||||
inherit (c) blocksize nodes gitBranch;
|
||||
|
||||
expName = "nbody-scaling";
|
||||
unitName = expName +
|
||||
"-${toString gitBranch}" +
|
||||
"-nodes${toString nodes}";
|
||||
|
||||
loops = 5;
|
||||
|
||||
qos = "debug";
|
||||
ntasksPerNode = hw.socketsPerNode;
|
||||
time = "02:00:00";
|
||||
cpusPerTask = hw.cpusPerSocket;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
common = callPackage ./common.nix {};
|
||||
|
||||
inherit (common) getConfigs pipeline;
|
||||
|
||||
configs = getConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,60 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
|
||||
# Should we test the network (true) or the shared memory (false)?
|
||||
, interNode ? true
|
||||
}:
|
||||
|
||||
with builtins;
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
inherit (machineConfig) hw;
|
||||
nodes = if interNode then 2 else 1;
|
||||
ntasksPerNode = if interNode then 1 else 2;
|
||||
cpusPerTask = 1;
|
||||
time = "00:10:00";
|
||||
qos = "debug";
|
||||
loops = 30;
|
||||
expName = "osu-bw-${mpi.name}";
|
||||
unitName = expName;
|
||||
jobName = expName;
|
||||
inherit (c) mpi;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
program = "${nextStage}/bin/osu_bw";
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.osumb.override {
|
||||
# Use the specified MPI implementation
|
||||
inherit (conf) mpi;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,84 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with builtins;
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
sizeKB = range 5 25;
|
||||
mpi = [ impi ];
|
||||
#mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
|
||||
PSM2_MQ_EAGER_SDMA_SZ_KB = [ 16 20 24 ];
|
||||
PSM2_MTU_KB = [ 10 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
inherit (machineConfig) hw;
|
||||
nodes = 2;
|
||||
ntasksPerNode = 1;
|
||||
cpusPerTask = 1;
|
||||
time = "00:30:00";
|
||||
qos = "debug";
|
||||
loops = 10;
|
||||
iterations = 50000;
|
||||
#FIXME: Notice the switchover is 16000 and MTU is 10240
|
||||
PSM2_MQ_EAGER_SDMA_SZ = PSM2_MQ_EAGER_SDMA_SZ_KB * 1000;
|
||||
PSM2_MTU = PSM2_MTU_KB * 1024;
|
||||
expName = "osu-bw";
|
||||
unitName = expName +
|
||||
"-size.${toString sizeKB}K" +
|
||||
"-mtu.${toString PSM2_MTU_KB}K" +
|
||||
"-sdma.${toString PSM2_MQ_EAGER_SDMA_SZ_KB}K";
|
||||
jobName = expName;
|
||||
inherit (c) mpi sizeKB
|
||||
PSM2_MQ_EAGER_SDMA_SZ_KB
|
||||
PSM2_MTU_KB;
|
||||
|
||||
size = sizeKB * 1024;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
program = "${nextStage}/bin/osu_bw";
|
||||
|
||||
env = ''
|
||||
export PSM2_MQ_EAGER_SDMA_SZ=${toString PSM2_MQ_EAGER_SDMA_SZ}
|
||||
export PSM2_MTU=${toString PSM2_MTU}
|
||||
export PSM2_TRACEMASK=0x101
|
||||
export PSM2_MQ_PRINT_STATS=-1
|
||||
'';
|
||||
|
||||
argv = [
|
||||
"-m" "${toString size}:${toString size}"
|
||||
"-i" iterations
|
||||
];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.osumb.override {
|
||||
# Use the specified MPI implementation
|
||||
inherit (conf) mpi;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,69 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
|
||||
# Should we test the network (true) or the shared memory (false)?
|
||||
, interNode ? true
|
||||
}:
|
||||
|
||||
with builtins;
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
threshold = [ 8000 16000 32000 64000 ];
|
||||
#threshold = [ 4096 8192 10240 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
inherit (machineConfig) hw;
|
||||
nodes = if interNode then 2 else 1;
|
||||
ntasksPerNode = if interNode then 1 else 2;
|
||||
mpi = impi;
|
||||
cpusPerTask = 1;
|
||||
time = "00:10:00";
|
||||
qos = "debug";
|
||||
loops = 10;
|
||||
expName = "osu-impi-rndv";
|
||||
unitName = expName + "-${toString threshold}";
|
||||
jobName = expName;
|
||||
inherit (c) threshold;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export PSM2_MQ_RNDV_SHM_THRESH=${toString conf.threshold}
|
||||
export PSM2_MQ_RNDV_HFI_THRESH=${toString conf.threshold}
|
||||
export PSM2_MQ_EAGER_SDMA_SZ=${toString conf.threshold}
|
||||
#export PSM2_MTU=${toString conf.threshold}
|
||||
export PSM2_TRACEMASK=0x101
|
||||
'';
|
||||
|
||||
program = "${nextStage}/bin/osu_bw";
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.osumb.override {
|
||||
# Use the specified MPI implementation
|
||||
inherit (conf) mpi;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,69 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
|
||||
# Should we test the network (true) or the shared memory (false)?
|
||||
, interNode ? true
|
||||
, enableMultithread ? false
|
||||
}:
|
||||
|
||||
with builtins;
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
inherit (machineConfig) hw;
|
||||
nodes = if interNode then 2 else 1;
|
||||
ntasksPerNode = if interNode then 1 else 2;
|
||||
cpusPerTask = if (enableMultithread) then hw.cpusPerSocket else 1;
|
||||
time = "00:10:00";
|
||||
qos = "debug";
|
||||
loops = 30;
|
||||
expName = "osu-latency-${mpi.name}";
|
||||
unitName = expName;
|
||||
jobName = expName;
|
||||
inherit (c) mpi;
|
||||
inherit enableMultithread;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
program = if (enableMultithread) then
|
||||
"${nextStage}/bin/osu_latency_mt"
|
||||
else
|
||||
"${nextStage}/bin/osu_latency";
|
||||
|
||||
argv = optionals (enableMultithread) [
|
||||
"-t" "${toString conf.cpusPerTask}:${toString conf.cpusPerTask}"
|
||||
];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.osumb.override {
|
||||
# Use the specified MPI implementation
|
||||
inherit (conf) mpi;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,84 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
}:
|
||||
|
||||
with builtins;
|
||||
with lib;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
sizeKB = range 5 25;
|
||||
mpi = [ impi ];
|
||||
#mpi = [ impi bsc.openmpi mpich ]; #psmpi ];
|
||||
PSM2_MQ_EAGER_SDMA_SZ_KB = [ 16 ];
|
||||
PSM2_MTU_KB = [ 8 10 ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
inherit (machineConfig) hw;
|
||||
nodes = 2;
|
||||
ntasksPerNode = 1;
|
||||
cpusPerTask = 1;
|
||||
time = "00:30:00";
|
||||
qos = "debug";
|
||||
loops = 10;
|
||||
iterations = 50000;
|
||||
#FIXME: Notice the switchover is 16000 and MTU is 10240
|
||||
PSM2_MQ_EAGER_SDMA_SZ = PSM2_MQ_EAGER_SDMA_SZ_KB * 1000;
|
||||
PSM2_MTU = PSM2_MTU_KB * 1024;
|
||||
expName = "osu-bw";
|
||||
unitName = expName +
|
||||
"-size.${toString sizeKB}K" +
|
||||
"-mtu.${toString PSM2_MTU_KB}K" +
|
||||
"-sdma.${toString PSM2_MQ_EAGER_SDMA_SZ_KB}K";
|
||||
jobName = expName;
|
||||
inherit (c) mpi sizeKB
|
||||
PSM2_MQ_EAGER_SDMA_SZ_KB
|
||||
PSM2_MTU_KB;
|
||||
|
||||
size = sizeKB * 1024;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
|
||||
program = "${nextStage}/bin/osu_bw";
|
||||
|
||||
env = ''
|
||||
export PSM2_MQ_EAGER_SDMA_SZ=${toString PSM2_MQ_EAGER_SDMA_SZ}
|
||||
export PSM2_MTU=${toString PSM2_MTU}
|
||||
export PSM2_TRACEMASK=0x101
|
||||
export PSM2_MQ_PRINT_STATS=-1
|
||||
'';
|
||||
|
||||
argv = [
|
||||
"-m" "${toString size}:${toString size}"
|
||||
"-i" iterations
|
||||
];
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.osumb.override {
|
||||
# Use the specified MPI implementation
|
||||
inherit (conf) mpi;
|
||||
};
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,132 +0,0 @@
|
||||
#######################################################################
|
||||
# Saiph, granularity experiment:
|
||||
#
|
||||
# App:Heat 3D - garlic/tampi+isend+oss+task+simd branch
|
||||
# App details:
|
||||
# 3D mesh of ~400*400*400 points
|
||||
# nbgx = global blocks in the X dimension
|
||||
# nbgy = global blocks in the Y dimension
|
||||
# nbgz = global blocks in the Z dimension
|
||||
# --> nbgx*nbgy*nbgz = global distributed blocks
|
||||
# nbly = local blocks in the Y dimension
|
||||
# nblz = local blocks in the Z dimension
|
||||
# --> nbly*nblz = local blocks (#tasks)
|
||||
#
|
||||
# Granularity experiment configuration:
|
||||
# Single-core run
|
||||
# MPI binded to sockets: MPI procs = 2
|
||||
# Mesh distributed across third dimension to ensure contiguous
|
||||
# communications
|
||||
# --> nbgx = 1, nbgy = 1
|
||||
# First dimension cannot be locally blocked (simd reasons)
|
||||
# Second and third dimension local blocking limited by local mesh size
|
||||
#
|
||||
#######################################################################
|
||||
|
||||
# Common packages, tools and options
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
# Variable configurations
|
||||
varConf = with targetMachine.config; {
|
||||
# Local blocks per dimension
|
||||
nblx = [ 1 ]; # SIMD
|
||||
nbly = range2 1 (hw.cpusPerNode * 8);
|
||||
nblz = [ 8 ];
|
||||
sizex = [ 3 ];
|
||||
gitBranch = [ "garlic/tampi+isend+oss+task+simd" ];
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
# Experiment, units and job names
|
||||
expName = "saiph-granularity";
|
||||
unitName = "${expName}"
|
||||
+ "-N${toString nodes}"
|
||||
+ "-nbg.x${toString nbgx}.y${toString nbgy}.z${toString nbgz}"
|
||||
+ "-nbl.x${toString nblx}.y${toString nbly}.z${toString nblz}";
|
||||
|
||||
jobName = unitName;
|
||||
|
||||
# saiph options
|
||||
totalTasks = ntasksPerNode * nodes;
|
||||
nodes = 1;
|
||||
enableManualDist = true; # allows to manually set nbg{x-y-z}
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = totalTasks; # forcing distribution by last dim
|
||||
|
||||
inherit (c) nblx nbly nblz gitBranch sizex;
|
||||
|
||||
blocksPerTask = nblx * nbly * nblz * 1.0;
|
||||
blocksPerCpu = blocksPerTask / cpusPerTask;
|
||||
|
||||
# fix a specific commit
|
||||
gitCommit = "8052494d7dc62bef95ebaca9938e82fb029686f6";
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
inherit (targetMachine.config) hw;
|
||||
qos = "debug";
|
||||
ntasksPerNode = hw.socketsPerNode; # MPI binded to sockets
|
||||
cpusPerTask = hw.cpusPerSocket; # Using the 24 CPUs of each socket
|
||||
};
|
||||
|
||||
#*** Compute the final set of configurations ***
|
||||
# Compute the array of configurations: cartesian product of all
|
||||
# factors
|
||||
allConfigs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
# Filter to remove non-desired configurations:
|
||||
# --> tasks/proc < 0.5
|
||||
# --> nblz > 50
|
||||
isGoodConfig = c:
|
||||
let
|
||||
maxNblz = c.cpusPerTask * 2;
|
||||
in
|
||||
! (c.blocksPerCpu < 0.5 || c.nblz > maxNblz);
|
||||
|
||||
configs = filter (isGoodConfig) allConfigs;
|
||||
|
||||
#*** Sets the env/argv of the program ***
|
||||
exec = {nextStage, conf, ...}: stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString conf.cpusPerTask}
|
||||
'';
|
||||
};
|
||||
|
||||
#*** Configure the program according to the app ***
|
||||
program = {nextStage, conf, ...}: bsc.apps.saiph.override {
|
||||
inherit (conf) enableManualDist
|
||||
nbgx nbgy nbgz nblx nbly nblz
|
||||
sizex
|
||||
gitBranch gitCommit;
|
||||
|
||||
L3SizeKB = conf.hw.cacheSizeKB.L3;
|
||||
cachelineBytes = conf.hw.cachelineBytes;
|
||||
};
|
||||
|
||||
#*** Add stages to the pipeline ***
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,122 +0,0 @@
|
||||
######################################################################################
|
||||
# Saiph, scalability experiment:
|
||||
#
|
||||
# App:Heat 3D - garlic/tampi+isend+oss+task+simd branch
|
||||
# App details:
|
||||
# 3D mesh of ~400*400*400 points
|
||||
# nbgx = global blocks in the X dimension
|
||||
# nbgy = global blocks in the Y dimension
|
||||
# nbgz = global blocks in the Z dimension
|
||||
# --> nbgx*nbgy*nbgz = global distributed blocks
|
||||
# nbly = local blocks in the Y dimension
|
||||
# nblz = local blocks in the Z dimension
|
||||
# --> nbly*nblz = local blocks (#tasks)
|
||||
#
|
||||
# Scalability experiment configuration:
|
||||
# From a single-core granularity experiment, use a suited local blocking set:
|
||||
# --> nbly*nblz >= 48 (at least 3tasks/proc)
|
||||
# MPI binded to sockets: MPI procs = 2*nodes
|
||||
# Mesh distributed across third dimension to ensure contiguous communications
|
||||
# --> nbgx = 1, nbgy = 1
|
||||
# Global distribution limited by global mesh size
|
||||
# First dimension cannot be locally blocked (simd reasons)
|
||||
# Second and third dimension local blocking limited by local mesh size
|
||||
#
|
||||
######################################################################################
|
||||
|
||||
# Common packages, tools and options
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
#*** Variable configurations ***
|
||||
varConf = with targetMachine.config; {
|
||||
# FIXME: None of those selected nbl* and problem size is able to give good
|
||||
# efficiency when testing strong scaling. We should find better values.
|
||||
# Local blocks per dimension
|
||||
nblx = [ 1 ]; # SIMD
|
||||
nbly = [ 32 ];
|
||||
nblz = [ 8 ];
|
||||
sizex = [ 3 6 ];
|
||||
gitBranch = [ "garlic/tampi+isend+oss+task+simd" ];
|
||||
nodes = range2 1 8;
|
||||
};
|
||||
|
||||
#*** Generate the complete configuration for each unit ***
|
||||
genConf = c: targetMachine.config // rec {
|
||||
|
||||
# Experiment, units and job names
|
||||
expName = "saiph-ss";
|
||||
unitName = "${expName}"
|
||||
+ "-N${toString nodes}"
|
||||
+ "-nbg.x${toString nbgx}.y${toString nbgy}.z${toString nbgz}"
|
||||
+ "-nbl.x${toString nblx}.y${toString nbly}.z${toString nblz}";
|
||||
jobName = unitName;
|
||||
|
||||
# saiph options
|
||||
enableManualDist = true; # allows to manually set nbg{x-y-z}
|
||||
nbgx = 1;
|
||||
nbgy = 1;
|
||||
nbgz = nodes * ntasksPerNode; # forcing distribution by last dim
|
||||
|
||||
inherit (c) nblx nbly nblz nodes sizex;
|
||||
|
||||
gitBranch = "garlic/tampi+isend+oss+task+simd";
|
||||
gitCommit = "8052494d7dc62bef95ebaca9938e82fb029686f6"; # fix a specific commit
|
||||
|
||||
blocksPerTask = nblx * nbly * nblz * 1.0;
|
||||
blocksPerCpu = blocksPerTask / cpusPerTask;
|
||||
|
||||
# Repeat the execution of each unit 10 times
|
||||
loops = 10;
|
||||
|
||||
# Resources
|
||||
inherit (targetMachine.config) hw;
|
||||
|
||||
qos = "debug";
|
||||
ntasksPerNode = hw.socketsPerNode; # MPI binded to sockets
|
||||
cpusPerTask = hw.cpusPerSocket; # Using the 24 CPUs of each socket
|
||||
};
|
||||
|
||||
#*** Compute the final set of configurations ***
|
||||
# Compute the array of configurations: cartesian product of all factors
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
#*** Sets the env/argv of the program ***
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = ''
|
||||
export OMP_NUM_THREADS=${toString hw.cpusPerSocket}
|
||||
'';
|
||||
};
|
||||
|
||||
#*** Configure the program according to the app ***
|
||||
program = {nextStage, conf, ...}: bsc.apps.saiph.override {
|
||||
inherit (conf) enableManualDist
|
||||
nbgx nbgy nbgz nblx nbly nblz
|
||||
sizex
|
||||
gitBranch gitCommit;
|
||||
|
||||
L3SizeKB = conf.hw.cacheSizeKB.L3;
|
||||
cachelineBytes = conf.hw.cachelineBytes;
|
||||
};
|
||||
|
||||
#*** Add stages to the pipeline ***
|
||||
pipeline = stdexp.stdPipeline ++ [ exec program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
@ -1,63 +0,0 @@
|
||||
{
|
||||
stdenv
|
||||
, lib
|
||||
, stdexp
|
||||
, bsc
|
||||
, targetMachine
|
||||
, stages
|
||||
, garlicTools
|
||||
}:
|
||||
|
||||
with lib;
|
||||
with garlicTools;
|
||||
|
||||
let
|
||||
|
||||
machineConfig = targetMachine.config;
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# Initial variable configuration
|
||||
varConf = with bsc; {
|
||||
# Create a list of cpus per task by computing the divisors of the number of
|
||||
# cpus per socket, example: divisors 24 = [ 1 2 3 4 6 8 12 24 ]
|
||||
cpusPerTask = divisors hw.cpusPerSocket;
|
||||
};
|
||||
|
||||
# Generate the complete configuration for each unit
|
||||
genConf = with bsc; c: targetMachine.config // rec {
|
||||
expName = "cpu";
|
||||
unitName = "${expName}.${toString cpusPerTask}";
|
||||
|
||||
inherit (machineConfig) hw;
|
||||
|
||||
# Repeat the execution of each unit 30 times
|
||||
loops = 1;
|
||||
|
||||
# Resources
|
||||
qos = "debug";
|
||||
inherit (c) cpusPerTask;
|
||||
# As cpusPerTask is a divisor of the cpusPerSocket and thus cpusPerNode, we
|
||||
# know the remainder is zero:
|
||||
ntasksPerNode = hw.cpusPerNode / cpusPerTask;
|
||||
nodes = 1;
|
||||
jobName = unitName;
|
||||
};
|
||||
|
||||
# Compute the array of configurations
|
||||
configs = stdexp.buildConfigs {
|
||||
inherit varConf genConf;
|
||||
};
|
||||
|
||||
exec = {nextStage, conf, ...}: with conf; stages.exec {
|
||||
inherit nextStage;
|
||||
env = "date";
|
||||
};
|
||||
|
||||
program = {nextStage, conf, ...}: bsc.dummy;
|
||||
|
||||
pipeline = stdexp.stdPipeline ++ [ program ];
|
||||
|
||||
in
|
||||
|
||||
stdexp.genExperiment { inherit configs pipeline; }
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user