# IT4Innovations # BS 2023 name = 'OpenMPI' version = '4.1.4' versionsuffix = '-CUDA-11.7.0' homepage = 'https://www.open-mpi.org/' description = """The Open MPI Project is an open source MPI-3 implementation.""" toolchain = {'name': 'GCC', 'version': '10.2.0'} source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads'] sources = [SOURCELOWER_TAR_BZ2] checksums = [ '92912e175fd1234368c8730c03f4996fe5942e7479bb1d10059405e7f2b3930d', # openmpi-4.1.4.tar.bz2 ] builddependencies = [ ('pkgconf', '1.8.0'), ('Perl', '5.32.0'), ('Autotools', '20200321'), ] dependencies = [ ('zlib', '1.2.11'), ('hwloc', '2.2.0'), ('libevent', '2.1.12'), ('UCX', '1.12.1', '-GCCcore-10.2.0', True), ('UCX-CUDA', '1.12.1', '-GCCcore-10.2.0-CUDA-11.7.0', True), ('libfabric', '1.11.0'), ('PMIx', '3.1.5'), ('UCC', '1.1.0'), ('CUDA', '11.7.0', '', True), ] preconfigopts = './autogen.pl --force && ' # IT4I-specific settings configopts = '--enable-shared --enable-mpi-thread-multiple --with-verbs ' configopts += '--enable-mpirun-prefix-by-default ' configopts += '--with-hwloc=$EBROOTHWLOC ' # hwloc support configopts += '--with-slurm ' # Enable slurm configopts += '--enable-mpi-cxx ' # Enable building the C++ MPI bindings configopts += '--with-ucx=$EBROOTUCX ' configopts += '--with-cuda=$EBROOTCUDA ' #configopts += '--with-pmix=/opt/it4i-libs/PMIx/4.2.6 ' osdependencies = [('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel')] postinstallcmds = [ 'echo "# By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default." >> %(installdir)s/etc/openmpi-mca-params.conf', 'echo "btl_openib_allow_ib = true" >> %(installdir)s/etc/openmpi-mca-params.conf', ] local_libs = ["mpi_mpifh", "mpi", "ompitrace", "open-pal", "open-rte"] sanity_check_paths = { 'files': [ "bin/%s" % binfile for binfile in [ "ompi_info", "opal_wrapper", "orterun"]] + [ "lib/lib%s.%s" % (libfile, SHLIB_EXT) for libfile in local_libs] + [ "include/%s.h" % x for x in [ "mpi-ext", "mpif-config", "mpif", "mpi", "mpi_portable_platform"]], 'dirs': [], } import os if os.environ.get("CLUSTERNAME") in ["BARBORA"]: modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0', 'OMPI_MCA_btl_tcp_if_include': '10.33.4.0/24', 'OMPI_MCA_orte_base_help_aggregate': '0', 'SLURM_MPI_TYPE': 'pmix_v4', } elif os.environ.get("CLUSTERNAME") in ["KAROLINA"]: modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0', 'OMPI_MCA_orte_base_help_aggregate': '0', 'SLURM_MPI_TYPE': 'pmix_v4', } else: modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx4_0', 'OMPI_MCA_oob_tcp_if_include': '10.0.0.0/8', 'SLURM_MPI_TYPE': 'pmix_v4', } moduleclass = 'mpi'