Archived
1
0
forked from rarias/bscpkgs

42 Commits

Author SHA1 Message Date
e595995fb3 Merge all branches 2025-10-01 10:28:47 +02:00
5a7cb55c77 Clean up paraver derivations 2025-10-01 10:28:47 +02:00
a2f265bc16 Fix prrte cross compilation 2025-10-01 10:28:47 +02:00
2ffd3be93d Fix nanos6 cross-compilation for riscv 2025-10-01 10:28:46 +02:00
958af15b7a Fix cross compilation for lmbench 2025-10-01 10:28:46 +02:00
f43cd5a35c Disable papi when cross compiling
Even if we do an override to papi get the proper configure flags for
cross-compiling, the memory fences are not defined for risc-v:

mb.h:67:2: error: #error Need to define rmb for this architecture!
2025-10-01 10:28:46 +02:00
85d50f346c Add riscv64 cross compilation to bsc-ci and hydra 2025-10-01 10:28:46 +02:00
63aad2bbe5 Put helper attrs of ompss2 drv to passthru 2025-10-01 10:26:56 +02:00
b37f28a631 Add TAOpenCL 2025-09-29 12:54:25 +02:00
fbcce1a137 Use gcc13 for llvm-ompss2 for intel 2025-09-29 12:54:25 +02:00
bbd9ec944b remove with lib from llvm-ompss2 2025-09-29 12:54:25 +02:00
5ff58ed90e Use gcc13 for intel compiler 2025-09-29 12:54:25 +02:00
5f46bff2ca Reorder includes in intel 202{4,5} wrapper 2025-09-29 12:54:25 +02:00
6dd25cd8ff Fix path in intel compiler wrapper 2025-09-29 12:54:25 +02:00
7b59ad8e65 Remove gcc from tampi *buildInputs 2025-09-29 12:54:24 +02:00
9f72c57bdd Do not check missing symlinks in intel-oneapi 2025-09-29 12:54:24 +02:00
affc80cd87 Add passthru in ompss2 wrapper for icpx compat 2025-09-29 12:54:24 +02:00
148fae48ee Remove wrapper flags when clang called from intel 2025-09-29 12:54:24 +02:00
672b84359f Add oneMath 2025-09-29 12:54:24 +02:00
d0d26ccee7 Fix parsing of new apt package list for oneapi 2023
New apt list does not have Package: as the first entry for all packages
2025-09-29 12:54:24 +02:00
49b490876e Add intel-hpckit-2025 as default intelPackages
Also introduces hpckit_2024
2025-09-29 12:54:24 +02:00
92f40d2594 aocc: init at 5.0.0 2025-09-29 12:54:23 +02:00
e78fb55e48 Add clsparse 2025-09-29 12:54:23 +02:00
db60f992d2 Fix strictDeps ovni 2025-09-29 12:54:23 +02:00
e0f1ef3475 Add TASYCL 2.1.0 2025-09-29 12:54:23 +02:00
4292109ae0 Add test for icpx with ompss-2 as host compiler 2025-09-29 12:54:23 +02:00
ce131fc169 Add SYCL test compilation 2025-09-29 12:54:23 +02:00
107952ead9 Add alias intelPackages -> intelPackages_2023 2025-09-29 12:54:23 +02:00
cf3543690d Make lib imports in overlay explicit 2025-09-29 12:54:22 +02:00
907797dbf7 Fix strictDeps osu 2025-09-29 12:54:22 +02:00
46524cd2ec Set strictDeps=true on our top level packages 2025-09-29 12:54:22 +02:00
c9442e9859 Fix strictDeps mercurium 2025-09-29 12:54:22 +02:00
1b4b039faf Fix strictDeps tampi 2025-09-29 12:54:22 +02:00
e3faa29477 Fix strictDeps sonar 2025-09-29 12:54:22 +02:00
4eb8e2bada Fix strictDeps nanos6 2025-09-29 12:54:22 +02:00
1462d25b9b Fix strictDeps paraver 2025-09-29 12:54:21 +02:00
61b6de195e Fix strictDeps ompss2 2025-09-29 12:54:21 +02:00
cb6d770992 Fix strictDeps intel 2023 2025-09-29 12:54:21 +02:00
6454ff6712 Fix strictDeps bench6 2025-09-29 12:54:21 +02:00
d40ce4fe79 Fix strictDeps bigotes 2025-09-29 12:54:21 +02:00
0bbb13d952 Add TACUDA package 2025-09-29 12:13:13 +02:00
2ffdd53d86 Add hydraJobs with tests and packages
Reviewed-by: Rodrigo Arias Mallo <rodrigo.arias@bsc.es>
Tested-by: Rodrigo Arias Mallo <rodrigo.arias@bsc.es>
2025-09-26 16:12:46 +02:00
9 changed files with 90 additions and 47 deletions

View File

@@ -2,42 +2,25 @@
inputs.nixpkgs.url = "nixpkgs";
outputs = { self, nixpkgs, ...}:
let
system = "x86_64-linux";
pkgs = import nixpkgs {
inherit system;
let
# For now we only support x86
overlays = [ self.overlays.default ];
};
in
system = "x86_64-linux";
pkgs = import nixpkgs {
inherit system;
overlays = [ self.overlays.default ];
};
in
{
bscOverlay = import ./overlay.nix;
overlays.default = self.bscOverlay;
# propagate nixpkgs lib, so we can do bscpkgs.lib
inherit (nixpkgs) lib;
# full nixpkgs with our overlay applied
legacyPackages.${system} = pkgs;
# packages added by our overlay
packages.${system} =
let
inherit (builtins) attrNames removeAttrs;
inherit (nixpkgs.lib) flip filterAttrs getAttrs pipe isDerivation;
in
# extract the names of the packages from the overlay, then get the
# actual packages from the full package set with the overlay applied
pipe (self.overlays.default null { inherit (nixpkgs) lib; } ) [
attrNames
(flip getAttrs pkgs)
(flip removeAttrs [ "bsc" ])
(filterAttrs (_: isDerivation))
];
hydraJobs = {
inherit (self.legacyPackages.x86_64-linux.bsc-ci) test;
packages = self.packages.${system};
inherit (self.legacyPackages.${system}.bsc-ci) test pkgs cross;
};
};
# propagate nixpkgs lib, so we can do bscpkgs.lib
inherit (nixpkgs) lib;
};
}

View File

@@ -2,7 +2,7 @@ final: /* Future last stage */
prev: /* Previous stage */
let
inherit (prev.lib) collect isDerivation mapAttrs;
inherit (prev.lib) collect isDerivation mapAttrs filterAttrs;
inherit (final) callPackage;
@@ -59,10 +59,21 @@ let
stdenvClangOmpss2NodesOmpv = final.stdenv.override { cc = final.clangOmpss2NodesOmpv; allowedRequisites = null; };
tagaspi = callPackage ./pkgs/tagaspi/default.nix { };
tampi = callPackage ./pkgs/tampi/default.nix { };
tacuda = callPackage ./pkgs/tacuda/default.nix { };
taopencl = callPackage ./pkgs/taopencl/default.nix { };
tasycl = callPackage ./pkgs/tasycl/default.nix { };
tasycl-acpp = callPackage ./pkgs/tasycl/default.nix { useIntel = false; };
wxparaver = callPackage ./pkgs/paraver/default.nix { };
# Fix for RISC-V cross compilation
# TODO: remove once we update to 25.11
# https://github.com/NixOS/nixpkgs/commit/d9c222c81435b
prrte = prev.prrte.overrideAttrs (prevAttrs: {
configureFlags = (prevAttrs.configureFlags or []) ++ [
"--with-pmix=${prev.lib.getDev final.pmix}"
"--with-pmix-libdir=${prev.lib.getLib final.pmix}/lib"
];
});
};
in bscPkgs // {
@@ -115,15 +126,21 @@ in bscPkgs // {
};
};
pkgs = final.runCommand "ci-pkgs" { }
pkgs = filterAttrs (_: isDerivation) bscPkgs;
pkgsList = final.runCommand "ci-pkgs" { }
"printf '%s\n' ${toString (collect isDerivation bscPkgs)} > $out";
tests = final.runCommand "ci-tests" { }
"printf '%s\n' ${toString (collect isDerivation final.bsc-ci.test)} > $out";
cross = prev.lib.genAttrs [ "riscv64" ] (target:
final.pkgsCross.${target}.bsc-ci.pkgs
);
all = final.runCommand "ci-all" { }
''
deps="${toString [ final.bsc-ci.pkgs final.bsc-ci.tests ]}"
deps="${toString [ final.bsc-ci.pkgsList final.bsc-ci.tests ]}"
cat $deps
printf '%s\n' $deps > $out
'';

View File

@@ -20,6 +20,7 @@
#, python3Packages
, installShellFiles
, symlinkJoin
, enablePapi ? stdenv.hostPlatform == stdenv.buildPlatform # Disabled when cross-compiling
}:
let
@@ -87,7 +88,7 @@ stdenv.mkDerivation rec {
--enable-sampling
--with-unwind=${libunwind.dev}
--with-xml-prefix=${libxml2.dev}
--with-papi=${papi}
${lib.optionalString enablePapi "--with-papi=${papi}"}
${if (mpi != null) then ''--with-mpi=${mpi}''
else ''--without-mpi''}
--without-dyninst)

View File

@@ -22,7 +22,11 @@ stdenv.mkDerivation rec {
'';
buildInputs = [ libtirpc ];
patches = [ ./fix-install.patch ./gcc-14.patch ];
patches = [
./fix-install.patch
./gcc-14.patch
./fix-cross.patch
];
hardeningDisable = [ "all" ];
@@ -35,6 +39,8 @@ stdenv.mkDerivation rec {
CFLAGS=-Wno-implicit-int
CPPFLAGS=-I${libtirpc.dev}/include/tirpc
LDFLAGS=-ltirpc
CC=${stdenv.cc.targetPrefix}cc
AR=${stdenv.cc.targetPrefix}ar
)
'';

View File

@@ -0,0 +1,13 @@
diff --git a/src/Makefile b/src/Makefile
index 2555014..356eeb3 100644
--- a/src/Makefile
+++ b/src/Makefile
@@ -36,7 +36,7 @@ SHELL=/bin/sh
CC=`../scripts/compiler`
MAKE=`../scripts/make`
-AR=ar
+AR?=ar
ARCREATE=cr
# base of installation location

View File

@@ -16,6 +16,7 @@
, jemallocNanos6 ? null
, cachelineBytes ? 64
, enableGlibcxxDebug ? false
, enablePapi ? stdenv.hostPlatform == stdenv.buildPlatform # Disabled when cross-compiling
, useGit ? false
, gitUrl ? "ssh://git@bscpm04.bsc.es/nanos6/nanos6"
, gitBranch ? "master"
@@ -47,6 +48,8 @@ let
};
source = if (useGit) then git else release;
isCross = stdenv.hostPlatform != stdenv.buildPlatform;
in
stdenv.mkDerivation (source // {
pname = "nanos6";
@@ -71,9 +74,11 @@ in
"--disable-all-instrumentations"
"--enable-ovni-instrumentation"
"--with-ovni=${ovni}"
"--with-boost=${boost.dev}"
] ++
(optional enableJemalloc "--with-jemalloc=${jemallocNanos6}") ++
(optional enableGlibcxxDebug "CXXFLAGS=-D_GLIBCXX_DEBUG");
(optional enableGlibcxxDebug "CXXFLAGS=-D_GLIBCXX_DEBUG") ++
(optional isCross "--with-symbol-resolution=ifunc");
postConfigure = lib.optionalString (!enableDebug) ''
# Disable debug
@@ -97,16 +102,14 @@ in
# TODO: papi_version is needed for configure:
# ./configure: line 27378: papi_version: command not found
# This probably breaks cross-compilation
papi
];
] ++ lib.optionals enablePapi [ papi ];
buildInputs = [
boost
numactl
hwloc
papi
ovni
];
] ++ lib.optionals enablePapi [ papi ];
# Create a script that sets NANOS6_HOME
postInstall = ''

View File

@@ -7,7 +7,7 @@
, numactl
, hwloc
, papi
, enablePapi ? true
, enablePapi ? stdenv.hostPlatform == stdenv.buildPlatform # Disabled when cross-compiling
, cacheline ? 64 # bits
, ovni ? null
, useGit ? false

View File

@@ -1,6 +1,4 @@
{ stdenv
, lib
, withCFlags
, fetchFromGitHub
, automake
, autoconf
@@ -8,21 +6,24 @@
, gnumake
, autoreconfHook
, boost
, cudaPackages
, useGit ? false
, gitUrl ? "git@gitlab-internal.bsc.es:task-awareness/tacuda/tacuda.git"
, gitBranch ? "main"
, gitCommit ? ""
, gitCommit ? "35234f9445e6149a2bd38d119841e2485d6ee05e"
}:
let
release = rec {
version = "2.1.0";
release_ver = "2.1.0";
release = {
version = release_ver;
src = fetchFromGitHub {
owner = "bsc-pm";
repo = "tacuda";
rev = version;
hash = "";
rev = release_ver;
hash = "sha256-Cj3EiLVJSLvRv0ydeg7Vp4SpkniEqHkcWF+YOJQ8EcM=";
};
};
@@ -54,8 +55,14 @@ stdenv.mkDerivation {
gnumake
];
patches = [ ./fix_config.patch ];
configureFlags = [ "--with-cuda-include=${cudaPackages.cudatoolkit}/include" ];
buildInputs = [
boost
cudaPackages.libcublas
cudaPackages.cuda_cudart
];
}

View File

@@ -0,0 +1,13 @@
diff --git a/m4/cuda.m4 b/m4/cuda.m4
index 23f5c94..8f9b534 100644
--- a/m4/cuda.m4
+++ b/m4/cuda.m4
@@ -40,7 +40,7 @@ search_libs="cuda cublas cudart"
required_libs=""
m4_foreach([function],
- [cuInit,
+ [
cublasSgemm,
cudaStreamCreate,
cudaLaunchKernel,