Compare commits
22 Commits
08161bf291
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
| 92ee4a09d7 | |||
| 34f4b6aa37 | |||
| 2f2d6cbea8 | |||
| 69b09b6dda | |||
| a737d725ed | |||
| 6c1d1f3b2b | |||
| f338ef47d5 | |||
| 239e84c40c | |||
| ed820e79f8 | |||
| afeb415c98 | |||
| 256b24b97b | |||
| 492f73b600 | |||
| 76ddd85afe | |||
| 7affb8ef4b | |||
| 4ba823e5b7 | |||
| 51eecde59e | |||
| 9eb5c486ba | |||
| 5df49dcfab | |||
| 2ffdd53d86 | |||
| c7b5ec13b8 | |||
| 00dfe801f4 | |||
| 2c8d7ed855 |
15
.gitea/workflows/ci.yaml
Normal file
15
.gitea/workflows/ci.yaml
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
name: CI
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build:all:
|
||||||
|
runs-on: native
|
||||||
|
steps:
|
||||||
|
- uses: https://gitea.com/ScMi1/checkout@v1.4
|
||||||
|
- run: nix build -L --no-link --print-out-paths .#bsc-ci.all
|
||||||
21
flake.nix
21
flake.nix
@@ -2,16 +2,25 @@
|
|||||||
inputs.nixpkgs.url = "nixpkgs";
|
inputs.nixpkgs.url = "nixpkgs";
|
||||||
|
|
||||||
outputs = { self, nixpkgs, ...}:
|
outputs = { self, nixpkgs, ...}:
|
||||||
let
|
let
|
||||||
pkgs = import nixpkgs {
|
|
||||||
# For now we only support x86
|
# For now we only support x86
|
||||||
system = "x86_64-linux";
|
system = "x86_64-linux";
|
||||||
overlays = [ self.overlays.default ];
|
pkgs = import nixpkgs {
|
||||||
};
|
inherit system;
|
||||||
in
|
overlays = [ self.overlays.default ];
|
||||||
|
};
|
||||||
|
in
|
||||||
{
|
{
|
||||||
bscOverlay = import ./overlay.nix;
|
bscOverlay = import ./overlay.nix;
|
||||||
overlays.default = self.bscOverlay;
|
overlays.default = self.bscOverlay;
|
||||||
legacyPackages.x86_64-linux = pkgs;
|
# full nixpkgs with our overlay applied
|
||||||
|
legacyPackages.${system} = pkgs;
|
||||||
|
|
||||||
|
hydraJobs = {
|
||||||
|
inherit (self.legacyPackages.${system}.bsc-ci) tests pkgs cross;
|
||||||
|
};
|
||||||
|
|
||||||
|
# propagate nixpkgs lib, so we can do bscpkgs.lib
|
||||||
|
inherit (nixpkgs) lib;
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
127
overlay.nix
127
overlay.nix
@@ -1,19 +1,12 @@
|
|||||||
final: /* Future last stage */
|
final: /* Future last stage */
|
||||||
prev: /* Previous stage */
|
prev: /* Previous stage */
|
||||||
|
|
||||||
|
with final.lib;
|
||||||
|
|
||||||
let
|
let
|
||||||
inherit (prev.lib) collect isDerivation mapAttrs;
|
callPackage = final.callPackage;
|
||||||
|
|
||||||
inherit (final) callPackage;
|
bscPkgs = {
|
||||||
|
|
||||||
mkDeps = name: pkgs: final.runCommand name { }
|
|
||||||
"printf '%s\n' ${toString (collect (x: x ? outPath) pkgs)} > $out";
|
|
||||||
|
|
||||||
mkStrict = drv: if (isDerivation drv && drv ? overrideAttrs && !(drv ? strictDeps))
|
|
||||||
then drv.overrideAttrs { strictDeps = true; }
|
|
||||||
else drv;
|
|
||||||
|
|
||||||
bscPkgs = mapAttrs (_: mkStrict) {
|
|
||||||
bench6 = callPackage ./pkgs/bench6/default.nix { };
|
bench6 = callPackage ./pkgs/bench6/default.nix { };
|
||||||
bigotes = callPackage ./pkgs/bigotes/default.nix { };
|
bigotes = callPackage ./pkgs/bigotes/default.nix { };
|
||||||
clangOmpss2 = callPackage ./pkgs/llvm-ompss2/default.nix { };
|
clangOmpss2 = callPackage ./pkgs/llvm-ompss2/default.nix { };
|
||||||
@@ -22,7 +15,7 @@ let
|
|||||||
clangOmpss2NodesOmpv = callPackage ./pkgs/llvm-ompss2/default.nix { ompss2rt = final.nodes; openmp = final.openmpv; };
|
clangOmpss2NodesOmpv = callPackage ./pkgs/llvm-ompss2/default.nix { ompss2rt = final.nodes; openmp = final.openmpv; };
|
||||||
clangOmpss2Unwrapped = callPackage ./pkgs/llvm-ompss2/clang.nix { };
|
clangOmpss2Unwrapped = callPackage ./pkgs/llvm-ompss2/clang.nix { };
|
||||||
#extrae = callPackage ./pkgs/extrae/default.nix { }; # Broken and outdated
|
#extrae = callPackage ./pkgs/extrae/default.nix { }; # Broken and outdated
|
||||||
#gpi-2 = callPackage ./pkgs/gpi-2/default.nix { }; # Broken: https://jungle.bsc.es/git/rarias/bscpkgs/issues/7
|
gpi-2 = callPackage ./pkgs/gpi-2/default.nix { };
|
||||||
intelPackages_2023 = callPackage ./pkgs/intel-oneapi/2023.nix { };
|
intelPackages_2023 = callPackage ./pkgs/intel-oneapi/2023.nix { };
|
||||||
jemallocNanos6 = callPackage ./pkgs/nanos6/jemalloc.nix { };
|
jemallocNanos6 = callPackage ./pkgs/nanos6/jemalloc.nix { };
|
||||||
lmbench = callPackage ./pkgs/lmbench/default.nix { };
|
lmbench = callPackage ./pkgs/lmbench/default.nix { };
|
||||||
@@ -48,61 +41,79 @@ let
|
|||||||
stdenvClangOmpss2Nanos6 = final.stdenv.override { cc = final.clangOmpss2Nanos6; allowedRequisites = null; };
|
stdenvClangOmpss2Nanos6 = final.stdenv.override { cc = final.clangOmpss2Nanos6; allowedRequisites = null; };
|
||||||
stdenvClangOmpss2Nodes = final.stdenv.override { cc = final.clangOmpss2Nodes; allowedRequisites = null; };
|
stdenvClangOmpss2Nodes = final.stdenv.override { cc = final.clangOmpss2Nodes; allowedRequisites = null; };
|
||||||
stdenvClangOmpss2NodesOmpv = final.stdenv.override { cc = final.clangOmpss2NodesOmpv; allowedRequisites = null; };
|
stdenvClangOmpss2NodesOmpv = final.stdenv.override { cc = final.clangOmpss2NodesOmpv; allowedRequisites = null; };
|
||||||
#tagaspi = callPackage ./pkgs/tagaspi/default.nix { }; # Broken due gpi-2
|
tagaspi = callPackage ./pkgs/tagaspi/default.nix { };
|
||||||
tampi = callPackage ./pkgs/tampi/default.nix { };
|
tampi = callPackage ./pkgs/tampi/default.nix { };
|
||||||
wxparaver = callPackage ./pkgs/paraver/default.nix { };
|
wxparaver = callPackage ./pkgs/paraver/default.nix { };
|
||||||
};
|
};
|
||||||
|
|
||||||
|
tests = rec {
|
||||||
|
#hwloc = callPackage ./test/bugs/hwloc.nix { }; # Broken, no /sys
|
||||||
|
#sigsegv = callPackage ./test/reproducers/sigsegv.nix { };
|
||||||
|
hello-c = callPackage ./test/compilers/hello-c.nix { };
|
||||||
|
hello-cpp = callPackage ./test/compilers/hello-cpp.nix { };
|
||||||
|
lto = callPackage ./test/compilers/lto.nix { };
|
||||||
|
asan = callPackage ./test/compilers/asan.nix { };
|
||||||
|
intel2023-icx-c = hello-c.override { stdenv = final.intelPackages_2023.stdenv; };
|
||||||
|
intel2023-icc-c = hello-c.override { stdenv = final.intelPackages_2023.stdenv-icc; };
|
||||||
|
intel2023-icx-cpp = hello-cpp.override { stdenv = final.intelPackages_2023.stdenv; };
|
||||||
|
intel2023-icc-cpp = hello-cpp.override { stdenv = final.intelPackages_2023.stdenv-icc; };
|
||||||
|
intel2023-ifort = callPackage ./test/compilers/hello-f.nix {
|
||||||
|
stdenv = final.intelPackages_2023.stdenv-ifort;
|
||||||
|
};
|
||||||
|
clangOmpss2-lto = lto.override { stdenv = final.stdenvClangOmpss2Nanos6; };
|
||||||
|
clangOmpss2-asan = asan.override { stdenv = final.stdenvClangOmpss2Nanos6; };
|
||||||
|
clangOmpss2-task = callPackage ./test/compilers/ompss2.nix {
|
||||||
|
stdenv = final.stdenvClangOmpss2Nanos6;
|
||||||
|
};
|
||||||
|
clangNodes-task = callPackage ./test/compilers/ompss2.nix {
|
||||||
|
stdenv = final.stdenvClangOmpss2Nodes;
|
||||||
|
};
|
||||||
|
clangNosvOpenmp-task = callPackage ./test/compilers/clang-openmp.nix {
|
||||||
|
stdenv = final.stdenvClangOmpss2Nodes;
|
||||||
|
};
|
||||||
|
clangNosvOmpv-nosv = callPackage ./test/compilers/clang-openmp-nosv.nix {
|
||||||
|
stdenv = final.stdenvClangOmpss2NodesOmpv;
|
||||||
|
};
|
||||||
|
clangNosvOmpv-ld = callPackage ./test/compilers/clang-openmp-ld.nix {
|
||||||
|
stdenv = final.stdenvClangOmpss2NodesOmpv;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
pkgs = filterAttrs (_: isDerivation) bscPkgs;
|
||||||
|
|
||||||
|
crossTargets = [ "riscv64" ];
|
||||||
|
cross = prev.lib.genAttrs crossTargets (target:
|
||||||
|
final.pkgsCross.${target}.bsc-ci.pkgs
|
||||||
|
);
|
||||||
|
|
||||||
|
buildList = name: paths:
|
||||||
|
final.runCommandLocal name { } ''
|
||||||
|
printf '%s\n' ${toString paths} | tee $out
|
||||||
|
'';
|
||||||
|
|
||||||
|
buildList' = name: paths:
|
||||||
|
final.runCommandLocal name { } ''
|
||||||
|
deps="${toString paths}"
|
||||||
|
cat $deps
|
||||||
|
printf '%s\n' $deps >$out
|
||||||
|
'';
|
||||||
|
|
||||||
|
crossList = builtins.mapAttrs (t: v: buildList t (builtins.attrValues v)) cross;
|
||||||
|
|
||||||
|
pkgsList = buildList "ci-pkgs" (builtins.attrValues pkgs);
|
||||||
|
testList = buildList "ci-tests" (collect isDerivation tests);
|
||||||
|
|
||||||
|
all = buildList' "ci-all" [ pkgsList testList ];
|
||||||
|
|
||||||
in bscPkgs // {
|
in bscPkgs // {
|
||||||
# Prevent accidental usage of bsc attribute
|
# Prevent accidental usage of bsc attribute
|
||||||
bsc = throw "the bsc attribute is deprecated, packages are now in the root";
|
bsc = throw "the bsc attribute is deprecated, packages are now in the root";
|
||||||
|
|
||||||
# Internal for our CI tests
|
# Internal for our CI tests
|
||||||
bsc-ci = {
|
bsc-ci = {
|
||||||
test = rec {
|
inherit pkgs pkgsList;
|
||||||
#hwloc = callPackage ./test/bugs/hwloc.nix { }; # Broken, no /sys
|
inherit tests testList;
|
||||||
#sigsegv = callPackage ./test/reproducers/sigsegv.nix { };
|
inherit cross crossList;
|
||||||
hello-c = callPackage ./test/compilers/hello-c.nix { };
|
inherit all;
|
||||||
hello-cpp = callPackage ./test/compilers/hello-cpp.nix { };
|
|
||||||
lto = callPackage ./test/compilers/lto.nix { };
|
|
||||||
asan = callPackage ./test/compilers/asan.nix { };
|
|
||||||
intel2023-icx-c = hello-c.override { stdenv = final.intelPackages_2023.stdenv; };
|
|
||||||
intel2023-icc-c = hello-c.override { stdenv = final.intelPackages_2023.stdenv-icc; };
|
|
||||||
intel2023-icx-cpp = hello-cpp.override { stdenv = final.intelPackages_2023.stdenv; };
|
|
||||||
intel2023-icc-cpp = hello-cpp.override { stdenv = final.intelPackages_2023.stdenv-icc; };
|
|
||||||
intel2023-ifort = callPackage ./test/compilers/hello-f.nix {
|
|
||||||
stdenv = final.intelPackages_2023.stdenv-ifort;
|
|
||||||
};
|
|
||||||
clangOmpss2-lto = lto.override { stdenv = final.stdenvClangOmpss2Nanos6; };
|
|
||||||
clangOmpss2-asan = asan.override { stdenv = final.stdenvClangOmpss2Nanos6; };
|
|
||||||
clangOmpss2-task = callPackage ./test/compilers/ompss2.nix {
|
|
||||||
stdenv = final.stdenvClangOmpss2Nanos6;
|
|
||||||
};
|
|
||||||
clangNodes-task = callPackage ./test/compilers/ompss2.nix {
|
|
||||||
stdenv = final.stdenvClangOmpss2Nodes;
|
|
||||||
};
|
|
||||||
clangNosvOpenmp-task = callPackage ./test/compilers/clang-openmp.nix {
|
|
||||||
stdenv = final.stdenvClangOmpss2Nodes;
|
|
||||||
};
|
|
||||||
clangNosvOmpv-nosv = callPackage ./test/compilers/clang-openmp-nosv.nix {
|
|
||||||
stdenv = final.stdenvClangOmpss2NodesOmpv;
|
|
||||||
};
|
|
||||||
clangNosvOmpv-ld = callPackage ./test/compilers/clang-openmp-ld.nix {
|
|
||||||
stdenv = final.stdenvClangOmpss2NodesOmpv;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
pkgs = final.runCommand "ci-pkgs" { }
|
|
||||||
"printf '%s\n' ${toString (collect isDerivation bscPkgs)} > $out";
|
|
||||||
|
|
||||||
tests = final.runCommand "ci-tests" { }
|
|
||||||
"printf '%s\n' ${toString (collect isDerivation final.bsc-ci.test)} > $out";
|
|
||||||
|
|
||||||
all = final.runCommand "ci-all" { }
|
|
||||||
''
|
|
||||||
deps="${toString [ final.bsc-ci.pkgs final.bsc-ci.tests ]}"
|
|
||||||
cat $deps
|
|
||||||
printf '%s\n' $deps > $out
|
|
||||||
'';
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -34,6 +34,8 @@ stdenv.mkDerivation rec {
|
|||||||
|
|
||||||
enableParallelBuilding = true;
|
enableParallelBuilding = true;
|
||||||
|
|
||||||
|
patches = [ ./rdma-core.patch ./max-mem.patch ];
|
||||||
|
|
||||||
preConfigure = ''
|
preConfigure = ''
|
||||||
patchShebangs autogen.sh
|
patchShebangs autogen.sh
|
||||||
./autogen.sh
|
./autogen.sh
|
||||||
|
|||||||
10
pkgs/gpi-2/max-mem.patch
Normal file
10
pkgs/gpi-2/max-mem.patch
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
--- a/tests/tests/segments/max_mem.c 2025-09-12 13:30:53.449353591 +0200
|
||||||
|
+++ b/tests/tests/segments/max_mem.c 2025-09-12 13:33:49.750352401 +0200
|
||||||
|
@@ -1,5 +1,7 @@
|
||||||
|
#include <test_utils.h>
|
||||||
|
|
||||||
|
+gaspi_size_t gaspi_get_system_mem (void);
|
||||||
|
+
|
||||||
|
/* Test allocates 45% of system memory and creates a segment that
|
||||||
|
large or if several ranks per node exist, divided among that
|
||||||
|
number */
|
||||||
12
pkgs/gpi-2/rdma-core.patch
Normal file
12
pkgs/gpi-2/rdma-core.patch
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
--- a/src/devices/ib/GPI2_IB.h 2025-09-12 13:25:31.564181121 +0200
|
||||||
|
+++ b/src/devices/ib/GPI2_IB.h 2025-09-12 13:24:49.105422150 +0200
|
||||||
|
@@ -26,6 +26,9 @@ along with GPI-2. If not, see <http://ww
|
||||||
|
|
||||||
|
#include "GPI2_Dev.h"
|
||||||
|
|
||||||
|
+/* Missing prototype as driver.h is now private */
|
||||||
|
+int ibv_read_sysfs_file(const char *dir, const char *file, char *buf, size_t size);
|
||||||
|
+
|
||||||
|
#define GASPI_GID_INDEX (0)
|
||||||
|
#define PORT_LINK_UP (5)
|
||||||
|
#define MAX_INLINE_BYTES (128)
|
||||||
@@ -43,19 +43,21 @@ let
|
|||||||
|
|
||||||
source = if (useGit) then git else release;
|
source = if (useGit) then git else release;
|
||||||
|
|
||||||
in stdenv.mkDerivation rec {
|
in stdenv.mkDerivation {
|
||||||
pname = "clang-ompss2";
|
pname = "clang-ompss2";
|
||||||
inherit (source) src version;
|
inherit (source) src version;
|
||||||
|
|
||||||
enableParallelBuilding = true;
|
enableParallelBuilding = true;
|
||||||
isClang = true;
|
|
||||||
|
|
||||||
passthru = {
|
passthru = {
|
||||||
CC = "clang";
|
CC = "clang";
|
||||||
CXX = "clang++";
|
CXX = "clang++";
|
||||||
};
|
|
||||||
|
|
||||||
isClangWithOmpss = true;
|
isClang = true;
|
||||||
|
isClangWithOmpss = true;
|
||||||
|
|
||||||
|
inherit gcc zlib;
|
||||||
|
};
|
||||||
|
|
||||||
nativeBuildInputs = [
|
nativeBuildInputs = [
|
||||||
bash
|
bash
|
||||||
|
|||||||
@@ -6,6 +6,8 @@
|
|||||||
, pkg-config
|
, pkg-config
|
||||||
, numactl
|
, numactl
|
||||||
, hwloc
|
, hwloc
|
||||||
|
, papi
|
||||||
|
, enablePapi ? true
|
||||||
, cacheline ? 64 # bits
|
, cacheline ? 64 # bits
|
||||||
, ovni ? null
|
, ovni ? null
|
||||||
, useGit ? false
|
, useGit ? false
|
||||||
@@ -56,5 +58,5 @@ in
|
|||||||
numactl
|
numactl
|
||||||
hwloc
|
hwloc
|
||||||
ovni
|
ovni
|
||||||
];
|
] ++ lib.optionals enablePapi [ papi ];
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -44,6 +44,7 @@ in
|
|||||||
patchShebangs --build test/
|
patchShebangs --build test/
|
||||||
'';
|
'';
|
||||||
nativeBuildInputs = [ cmake ] ++ lib.optionals (useMpi) [ mpi ];
|
nativeBuildInputs = [ cmake ] ++ lib.optionals (useMpi) [ mpi ];
|
||||||
|
buildInputs = lib.optionals (useMpi) [ mpi ];
|
||||||
cmakeBuildType = if (enableDebug) then "Debug" else "Release";
|
cmakeBuildType = if (enableDebug) then "Debug" else "Release";
|
||||||
cmakeFlags = [
|
cmakeFlags = [
|
||||||
"-DOVNI_GIT_COMMIT=${src.shortRev}"
|
"-DOVNI_GIT_COMMIT=${src.shortRev}"
|
||||||
|
|||||||
Reference in New Issue
Block a user