New naming convention

This commit is contained in:
2020-10-08 19:00:55 +02:00
parent 697d4e652e
commit d599b8c52f
9 changed files with 281 additions and 41 deletions

View File

@@ -0,0 +1,34 @@
{
stdenv
, nixPrefix ? ""
}:
units:
with stdenv.lib;
let
stageProgram = stage:
if stage ? programPath
then "${stage}${stage.programPath}" else "${stage}";
unitsString = builtins.concatStringsSep "\n"
(map (x: "${stageProgram x}") units);
in
stdenv.mkDerivation {
name = "experiment";
phases = [ "installPhase" ];
preferLocalBuild = true;
dontPatchShebangs = true;
inherit units;
installPhase = ''
cat > $out << EOF
#!/bin/sh
# This is an experiment formed by the following units:
${unitsString}
EOF
chmod +x $out
'';
}

View File

@@ -0,0 +1,50 @@
{
stdenv
, nixPrefix ? ""
}:
apps: # Each app must be unique
stdenv.mkDerivation {
name = "launcher";
preferLocalBuild = true;
buildInputs = [] ++ apps;
apps = apps;
phases = [ "unpackPhase" "patchPhase" "installPhase" ];
dontPatchShebangs = true;
programPath = "/bin/run";
src = ./.;
inherit nixPrefix;
patchPhase = ''
substituteAllInPlace run
'';
installPhase = ''
mkdir -p $out/apps
for j in $apps; do
target=$out/apps/$(basename $j)
if [ -e $target ]; then
echo "Duplicated app: $j"
echo
echo "Provided apps: "
printf "%s\n" $apps
echo
exit 1
fi
ln -s $j $target
done
mkdir -p $out/bin
install -m755 run $out/bin/run
chmod +x $out/bin/*
# Mark the launcher for upload
touch $out/.upload-to-mn
# And mark it as an experiment
touch $out/.experiment
'';
}

View File

@@ -0,0 +1,20 @@
#!/bin/sh -ex
>&2 echo "Running launcher"
if [ ! -e "/nix" ]; then
>&2 echo "missing /nix"
exit 1
fi
if [ -z "$GARLIC_OUT" ]; then
>&2 echo "GARLIC_OUT is not set"
exit 1
fi
mkdir -p "$GARLIC_OUT"
cd "$GARLIC_OUT"
for j in @out@/apps/*; do
$j/bin/run
done

View File

@@ -3,48 +3,33 @@
, nixPrefix ? ""
}:
apps: # Each app must be unique
units:
with stdenv.lib;
let
stageProgram = stage:
if stage ? programPath
then "${stage}${stage.programPath}" else "${stage}";
unitsString = builtins.concatStringsSep "\n"
(map (x: "${stageProgram x}") units);
in
stdenv.mkDerivation {
name = "launcher";
name = "experiment";
phases = [ "installPhase" ];
preferLocalBuild = true;
buildInputs = [] ++ apps;
apps = apps;
phases = [ "unpackPhase" "patchPhase" "installPhase" ];
dontPatchShebangs = true;
programPath = "/bin/run";
src = ./.;
inherit nixPrefix;
patchPhase = ''
substituteAllInPlace run
'';
inherit units;
installPhase = ''
mkdir -p $out/apps
for j in $apps; do
target=$out/apps/$(basename $j)
if [ -e $target ]; then
echo "Duplicated app: $j"
echo
echo "Provided apps: "
printf "%s\n" $apps
echo
exit 1
fi
ln -s $j $target
done
cat > $out << EOF
#!/bin/sh
mkdir -p $out/bin
install -m755 run $out/bin/run
chmod +x $out/bin/*
# Mark the launcher for upload
touch $out/.upload-to-mn
# And mark it as an experiment
touch $out/.experiment
# This is an experiment formed by the following units:
${unitsString}
EOF
chmod +x $out
'';
}

View File

@@ -0,0 +1,50 @@
{
stdenv
, nixPrefix ? ""
}:
apps: # Each app must be unique
stdenv.mkDerivation {
name = "launcher";
preferLocalBuild = true;
buildInputs = [] ++ apps;
apps = apps;
phases = [ "unpackPhase" "patchPhase" "installPhase" ];
dontPatchShebangs = true;
programPath = "/bin/run";
src = ./.;
inherit nixPrefix;
patchPhase = ''
substituteAllInPlace run
'';
installPhase = ''
mkdir -p $out/apps
for j in $apps; do
target=$out/apps/$(basename $j)
if [ -e $target ]; then
echo "Duplicated app: $j"
echo
echo "Provided apps: "
printf "%s\n" $apps
echo
exit 1
fi
ln -s $j $target
done
mkdir -p $out/bin
install -m755 run $out/bin/run
chmod +x $out/bin/*
# Mark the launcher for upload
touch $out/.upload-to-mn
# And mark it as an experiment
touch $out/.experiment
'';
}

View File

@@ -8,8 +8,37 @@
, nixPrefix
, sshHost ? "mn"
, targetCluster ? "mn4"
, experiment ? ""
}:
with stdenv.lib;
let
dStages = foldr (stageFn: {conf, prevStage, stages}: {
conf = conf;
prevStage = stageFn {stage=prevStage; conf=conf;};
stages = [ (stageFn {stage=prevStage; conf=conf;}) ] ++ stages;
})
{conf=conf; stages=[]; prevStage=null;} stages;
stageProgram = stage:
if stage ? programPath
then "${stage}${stage.programPath}" else "${stage}";
linkStages = imap1 (i: s: {
num = "${toString i}";
name = "${toString i}-${baseNameOf s.name}";
stage = s;
programPath = stageProgram s;
}) dStages.stages;
units = builtins.concatStringsSep "\n"
(map (x: "# ${x}") experiment.units);
firstStage = (x: x.programPath) (elemAt linkStages 0);
in
stdenv.mkDerivation {
name = "trebuchet";
phases = [ "installPhase" ];
@@ -23,6 +52,12 @@ stdenv.mkDerivation {
# Take a look at ${program}
# to see what is being executed.
# Executes the following experiment in MN4:
# ${experiment}
# Which contains the following experiment units:
${units}
nixtools=${nixPrefix}${nixtools}/bin
runexp=\$nixtools/${targetCluster}/runexp

62
garlic/stages/unit.nix Normal file
View File

@@ -0,0 +1,62 @@
{
stdenv
, bash
}:
{
stages
, conf
}:
with stdenv.lib;
let
dStages = foldr (stageFn: {conf, prevStage, stages}: {
conf = conf;
prevStage = stageFn {stage=prevStage; conf=conf;};
stages = [ (stageFn {stage=prevStage; conf=conf;}) ] ++ stages;
})
{conf=conf; stages=[]; prevStage=null;} stages;
stageProgram = stage:
if stage ? programPath
then "${stage}${stage.programPath}" else "${stage}";
linkStages = imap1 (i: s: {
num = "${toString i}";
name = "${toString i}-${baseNameOf s.name}";
stage = s;
programPath = stageProgram s;
}) dStages.stages;
stageList = builtins.concatStringsSep "\n"
(map (x: "# ${x.stage}") linkStages);
firstStage = (x: x.programPath) (elemAt linkStages 0);
in
stdenv.mkDerivation {
name = "unit";
preferLocalBuild = true;
phases = [ "installPhase" ];
installPhase = ''
cat > $out << EOF
#!/bin/sh -e
# This script defines an experimental unit with the following stages:
${stageList}
# Set the experiment unit in the environment
export GARLIC_UNIT=$(basename $out)
# And change the working directory
mkdir \$GARLIC_UNIT
cd \$GARLIC_UNIT
# Finally, execute the first stage:
exec ${firstStage}
EOF
chmod +x $out
'';
}