# IT4Innovations
# LK 2021

name = 'OpenMPI'
version = '4.1.1'
versionsuffix = '-AOCL-3.0.1-AOCC-3.1.0'

homepage = 'https://www.open-mpi.org/'
description = """The Open MPI Project is an open source MPI-3 implementation."""

toolchain =  {'name': 'GCC', 'version': '10.2.0'}

source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads']
sources = [SOURCELOWER_TAR_BZ2]
patches = [
    'OpenMPI-4.1.1_fix-bufferoverflow-in-common_ofi.patch',
    'OpenMPI-4.0.6_remove-pmix-check-in-pmi-switch.patch'
]
checksums = [
    'e24f7a778bd11a71ad0c14587a7f5b00e68a71aa5623e2157bafee3d44c07cda',  # openmpi-4.1.1.tar.bz2
    # OpenMPI-4.1.1_fix-bufferoverflow-in-common_ofi.patch
    'a189d834506f3d7c31eda6aa184598a3631ea24a94bc551d5ed1f053772ca49e',
    # OpenMPI-4.0.6_remove-pmix-check-in-pmi-switch.patch
    '8acee6c9b2b4bf12873a39b85a58ca669de78e90d26186e52f221bb4853abc4d',
]

builddependencies = [
    ('pkg-config', '0.29.2'),
]

dependencies = [
    ('hwloc', '2.4.1', '-AOCL-3.0.1-AOCC-3.1.0', True),
    ('UCX', '1.10.0', '-AOCL-3.0.1-AOCC-3.1.0', True),
]

configopts = '--enable-shared --enable-mpi-thread-multiple --with-verbs '
configopts += '--enable-mpirun-prefix-by-default '
configopts += '--with-hwloc=$EBROOTHWLOC '  # hwloc support
configopts += '--with-slurm ' # Enable slurm
configopts += '--enable-mpi-cxx '  # Enable building the C++ MPI bindings
configopts += '--with-ucx=$EBROOTUCX CC="clang" CXX="clang++" FC="flang"'

postinstallcmds = [
    'echo "# By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default." >> %(installdir)s/etc/openmpi-mca-params.conf',
    'echo "btl_openib_allow_ib = true" >> %(installdir)s/etc/openmpi-mca-params.conf',
]

import os
if os.environ.get("CLUSTERNAME") in ["BARBORA"]:
   modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0',
                'OMPI_MCA_btl_tcp_if_include': '10.33.4.0/24',
                'OMPI_MCA_orte_base_help_aggregate': '0',
                'SLURM_MPI_TYPE': 'pmix_v4',
   }
elif os.environ.get("CLUSTERNAME") in ["KAROLINA"]:
   modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0',
                'OMPI_MCA_orte_base_help_aggregate': '0',
                'SLURM_MPI_TYPE': 'pmix_v4',
   }
else:
   modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx4_0',
                'OMPI_MCA_oob_tcp_if_include': '10.0.0.0/8',
                'SLURM_MPI_TYPE': 'pmix_v4',
   }

moduleclass = 'mpi'