From a0341d1f3d6dc833f1cbbbdb491de526fb3a52e7 Mon Sep 17 00:00:00 2001 From: Lukas Krupcik Date: Fri, 11 Aug 2023 11:28:53 +0200 Subject: [PATCH] modified: o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb modified: u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb modified: u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb --- o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb | 1 + u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb | 5 ++++- u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb | 5 ++++- 3 files changed, 9 insertions(+), 2 deletions(-) diff --git a/o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb b/o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb index 3d490791..c48362d1 100644 --- a/o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb +++ b/o/OpenMPI/OpenMPI-4.1.5-NVHPC-23.5-CUDA-12.2.0-dgx.eb @@ -71,6 +71,7 @@ configopts += ' --with-hwloc=$EBROOTHWLOC' # hwloc support configopts += ' --with-slurm ' # Enable slurm configopts += ' --enable-mpi-cxx' # Enable building the C++ MPI bindings configopts += ' --with-ucx=$EBROOTUCX' +configopts += ' --with-pmix=/opt/it4i-libs/PMIx/4.2.2' osdependencies = [('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel')] diff --git a/u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb b/u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb index 23b1dff5..5e577034 100644 --- a/u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb +++ b/u/UCX-CUDA/UCX-CUDA-1.14.1-GCCcore-12.2.0-CUDA-12.2.0.eb @@ -43,6 +43,9 @@ dependencies = [ configopts = '--enable-optimizations --enable-cma --enable-mt --with-verbs ' configopts += '--without-java --without-go --disable-doxygen-doc ' -configopts += '--with-xpmem --with-knem=/opt/knem-1.1.4.90mlnx1' + +import os +if os.environ.get("CLUSTERNAME") in ["KAROLINA", "BARBORA"]: + configopts += '--with-xpmem --with-knem=/opt/knem-1.1.4.90mlnx1' moduleclass = 'lib' diff --git a/u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb b/u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb index 8259b70a..78aa2ee0 100644 --- a/u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb +++ b/u/UCX/UCX-1.14.1-GCCcore-12.2.0.eb @@ -42,7 +42,10 @@ configure_cmd = "contrib/configure-release" configopts = '--enable-optimizations --enable-cma --enable-mt --with-verbs ' configopts += '--without-java --without-go --disable-doxygen-doc ' -configopts += '--with-xpmem --with-knem=/opt/knem-1.1.4.90mlnx1' + +import os +if os.environ.get("CLUSTERNAME") in ["KAROLINA", "BARBORA"]: + configopts += '--with-xpmem --with-knem=/opt/knem-1.1.4.90mlnx1' buildopts = 'V=1'