diff --git a/o/OpenMPI/OpenMPI-5.0.3-GCC-13.3.0.eb b/o/OpenMPI/OpenMPI-5.0.3-GCC-13.3.0.eb new file mode 100644 index 00000000..3141e25e --- /dev/null +++ b/o/OpenMPI/OpenMPI-5.0.3-GCC-13.3.0.eb @@ -0,0 +1,45 @@ +# IT4Innovations +# LK 2024 + +name = 'OpenMPI' +version = '5.0.3' + +homepage = 'https://www.open-mpi.org/' +description = """The Open MPI Project is an open source MPI-3 implementation.""" + +toolchain = {'name': 'GCC', 'version': '13.3.0'} + +source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads'] +sources = [SOURCELOWER_TAR_BZ2] +patches = [('OpenMPI-5.0.2_build-with-internal-cuda-header.patch', 1)] +checksums = [ + {'openmpi-5.0.3.tar.bz2': '990582f206b3ab32e938aa31bbf07c639368e4405dca196fabe7f0f76eeda90b'}, + {'OpenMPI-5.0.2_build-with-internal-cuda-header.patch': + 'f52dc470543f35efef10d651dd159c771ae25f8f76a420d20d87abf4dc769ed7'}, +] + +builddependencies = [ + ('pkgconf', '2.2.0'), + ('Autotools', '20231222'), +] + +dependencies = [ + ('zlib', '1.3.1'), + ('hwloc', '2.10.0'), + ('libevent', '2.1.12'), + ('UCX', '1.16.0'), + ('libfabric', '1.21.0'), + ('PMIx', '5.0.2'), + ('PRRTE', '3.0.5'), + ('UCC', '1.3.0'), +] + +configopts = '--enable-shared ' +configopts += ' --enable-mpi-thread-multiple' +configopts += ' --with-verbs' +configopts += ' --enable-mpirun-prefix-by-default' +configopts += ' --with-hwloc=$EBROOTHWLOC' # hwloc support +configopts += ' --with-slurm' # Enable slurm +configopts += ' --with-ucx=$EBROOTUCX' + +moduleclass = 'mpi' diff --git a/o/OpenMPI/OpenMPI-5.0.5-NVHPC-24.3-CUDA-12.3.0.eb b/o/OpenMPI/OpenMPI-5.0.5-NVHPC-24.3-CUDA-12.3.0.eb new file mode 100644 index 00000000..63f86a3b --- /dev/null +++ b/o/OpenMPI/OpenMPI-5.0.5-NVHPC-24.3-CUDA-12.3.0.eb @@ -0,0 +1,119 @@ +# IT4Innovations +# LK 2024 + +name = 'OpenMPI' +version = '5.0.5' + +homepage = 'https://www.open-mpi.org/' +description = """The Open MPI Project is an open source MPI-3 implementation.""" + +toolchain = {'name': 'NVHPC', 'version': '24.3-CUDA-12.3.0'} + +source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads'] +sources = [SOURCELOWER_TAR_BZ2] +#patches = [ +# 'OpenMPI-4.1.1_build-with-internal-cuda-header.patch', +# 'OpenMPI-4.1.1_opal-datatype-cuda-performance.patch', +#] +checksums = [ + '6588d57c0a4bd299a24103f4e196051b29e8b55fbda49e11d5b3d32030a32776', # openmpi-5.0.5.tar.bz2 + # OpenMPI-4.1.1_build-with-internal-cuda-header.patch + #'63eac52736bdf7644c480362440a7f1f0ae7c7cae47b7565f5635c41793f8c83', + # OpenMPI-4.1.1_opal-datatype-cuda-performance.patch + #'b767c7166cf0b32906132d58de5439c735193c9fd09ec3c5c11db8d5fa68750e', +] + +builddependencies = [ + ('pkgconf', '1.9.3'), + ('Perl', '5.36.0'), + ('Autotools', '20220317'), +] + +dependencies = [ + ('zlib', '1.2.12'), + ('CUDA', '12.3.0', '', True), + ('hwloc', '2.8.0'), + ('libevent', '2.1.12'), + ('UCX', '1.16.0'), + ('UCX-CUDA', '1.16.0', '-CUDA-%(cudaver)s'), + ('libfabric', '1.16.1'), + ('PMIx', '5.0.2'), + ('UCC', '1.3.0'), + ('UCC-CUDA', '1.3.0', '-CUDA-%(cudaver)s'), + ('PRRTE', '3.0.5'), +] + +# Update configure to include changes from the "internal-cuda" patch +# by running a subset of autogen.pl sufficient to achieve this +# without doing the full, long-running regeneration. +#preconfigopts = ' && '.join([ +# 'cd config', +# 'autom4te --language=m4sh opal_get_version.m4sh -o opal_get_version.sh', +# 'cd ..', +# 'autoconf', +# 'autoheader', +# 'aclocal', +# 'automake', +# '' +#]) + +# CUDA related patches and custom configure option can be removed if CUDA support isn't wanted. +#configopts = ' --with-cuda=internal' +#preconfigopts = 'gcc -Iopal/mca/cuda/include -shared opal/mca/cuda/lib/cuda.c -o opal/mca/cuda/lib/libcuda.so && ' +configopts = '--with-cuda=/usr/local/cuda ' +configopts += ' CC=pgcc CXX=pgc++ FC=pgfortran' +configopts += ' CXXFLAGS="-fPIC"' + +# IT4I-specific settings + +#configopts += '--enable-shared ' +configopts += ' --enable-mpi-thread-multiple' +configopts += ' --with-verbs' +configopts += ' --enable-mpirun-prefix-by-default' +configopts += ' --with-hwloc=$EBROOTHWLOC' # hwloc support +configopts += ' --with-slurm' # Enable slurm +#configopts += ' --enable-mpi-cxx' # 5.X.X not supported +configopts += ' --with-ucx=$EBROOTUCX' +#configopts += ' --without-prrte' # only srun, without mpirun + +import os +if os.environ.get("CLUSTERNAME") in ["BARBORA"]: + configopts += ' --with-knem=/opt/knem-1.1.4.90mlnx1' +if os.environ.get("CLUSTERNAME") in ["KAROLINA"]: + configopts += ' --with-knem=/opt/knem-1.1.4.90mlnx3' + +osdependencies = [('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel')] + +postinstallcmds = [ + 'echo "# By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default." >> %(installdir)s/etc/openmpi-mca-params.conf', + 'echo "btl_openib_allow_ib = true" >> %(installdir)s/etc/openmpi-mca-params.conf', +] + +local_libs = ["mpi_mpifh", "mpi", "ompitrace", "open-pal", "open-rte"] +sanity_check_paths = { + 'files': [ + "bin/%s" % + binfile for binfile in [ + "ompi_info", "opal_wrapper" ]] + [ + "include/%s.h" % + x for x in [ + "mpi-ext", "mpif-config", "mpif", "mpi", "mpi_portable_platform"]], 'dirs': [], } + +if os.environ.get("CLUSTERNAME") in ["BARBORA"]: + modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0', + 'OMPI_MCA_btl_tcp_if_include': '10.33.4.0/24', + 'OMPI_MCA_orte_base_help_aggregate': '0', + 'SLURM_MPI_TYPE': 'pmix_v4', + } +elif os.environ.get("CLUSTERNAME") in ["KAROLINA"]: + modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0', + 'OMPI_MCA_orte_base_help_aggregate': '0', + 'SLURM_MPI_TYPE': 'pmix_v4', + } +else: + modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx4_0', + 'OMPI_MCA_oob_tcp_if_include': '10.0.0.0/8', + 'SLURM_MPI_TYPE': 'pmix_v4', + } + +moduleclass = 'mpi' diff --git a/p/PMIx/PMIx-5.0.2-GCCcore-12.2.0.eb b/p/PMIx/PMIx-5.0.2-GCCcore-12.2.0.eb new file mode 100644 index 00000000..cab7243d --- /dev/null +++ b/p/PMIx/PMIx-5.0.2-GCCcore-12.2.0.eb @@ -0,0 +1,48 @@ +# IT4Innovations +# LK 2024 + +easyblock = 'ConfigureMake' + +name = 'PMIx' +version = '5.0.2' + +homepage = 'https://pmix.org/' +description = """Process Management for Exascale Environments +PMI Exascale (PMIx) represents an attempt to +provide an extended version of the PMI standard specifically designed +to support clusters up to and including exascale sizes. The overall +objective of the project is not to branch the existing pseudo-standard +definitions - in fact, PMIx fully supports both of the existing PMI-1 +and PMI-2 APIs - but rather to (a) augment and extend those APIs to +eliminate some current restrictions that impact scalability, and (b) +provide a reference implementation of the PMI-server that demonstrates +the desired level of scalability. +""" + +toolchain = {'name': 'GCCcore', 'version': '12.2.0'} +toolchainopts = {'pic': True} + +source_urls = ['https://github.com/openpmix/openpmix/releases/download/v%(version)s'] +sources = ['%(namelower)s-%(version)s.tar.bz2'] +checksums = ['28227ff2ba925da2c3fece44502f23a91446017de0f5a58f5cea9370c514b83c'] + +builddependencies = [('binutils', '2.39')] + +dependencies = [ + ('zlib', '1.2.12'), + ('libevent', '2.1.12'), + ('hwloc', '2.8.0'), +] + +configopts = ' --with-libevent=$EBROOTLIBEVENT --with-zlib=$EBROOTZLIB' +configopts += ' --with-hwloc=$EBROOTHWLOC' +configopts += ' --enable-pmix-binaries' + +buildopts = 'V=1' + +sanity_check_paths = { + 'files': ['bin/pevent', 'bin/plookup', 'bin/pmix_info', 'bin/pps'], + 'dirs': ['etc', 'include', 'lib', 'share'] +} + +moduleclass = 'lib' diff --git a/p/PRRTE/PRRTE-3.0.5-GCCcore-12.2.0.eb b/p/PRRTE/PRRTE-3.0.5-GCCcore-12.2.0.eb new file mode 100644 index 00000000..d0dc09ba --- /dev/null +++ b/p/PRRTE/PRRTE-3.0.5-GCCcore-12.2.0.eb @@ -0,0 +1,41 @@ +# IT4Innovations +# LK 2024 + +easyblock = 'ConfigureMake' + +name = 'PRRTE' +version = '3.0.5' + +homepage = 'https://docs.prrte.org/' +description = """PRRTE is the PMIx Reference RunTime Environment""" + +toolchain = {'name': 'GCCcore', 'version': '12.2.0'} +toolchainopts = {'pic': True} + +source_urls = ['https://github.com/openpmix/prrte/releases/download/v%(version)s'] +sources = ['%(namelower)s-%(version)s.tar.bz2'] +checksums = ['75ce732b02f3bc7eff5e51b81469e4373f1effc6a42d8445e2935d3670e58c8e'] + +builddependencies = [('binutils', '2.39')] + +dependencies = [ + ('libevent', '2.1.12'), + ('hwloc', '2.8.0'), + ('PMIx', '5.0.2'), +] + +configopts = ' --with-libevent=$EBROOTLIBEVENT' +configopts += ' --with-hwloc=$EBROOTHWLOC --with-pmix=$EBROOTPMIX' + +buildopts = 'V=1' + +local_binaries = ['prte', 'prte_info', 'prterun', 'prun', 'pterm'] + +sanity_check_paths = { + 'files': ['bin/%s' % x for x in local_binaries] + ['lib/libprrte.%s' % SHLIB_EXT], + 'dirs': ['etc', 'include', 'share'] +} + +sanity_check_commands = ['%s --version' % x for x in local_binaries] + +moduleclass = 'lib'