# IT4Innovations 2021
# LK

name = 'OpenMPI'
version = '4.0.6'
versionsuffix = '-CUDA-11.4.1-v2'

homepage = 'https://www.open-mpi.org/'
description = """The Open MPI Project is an open source MPI-3 implementation."""

toolchain = {'name': 'NVHPC', 'version': '21.11'}

source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads']
sources = [SOURCELOWER_TAR_GZ]
checksums = ['8f2d159d2d846979b1380e9552f56e4365f5ec71d54a05077ddb244719d70fc3']

dependencies = [
    ('UCX', '1.11.2', '-GCC-10.2.0-CUDA-11.4.1', True),
    ('CUDAcore', '11.4.1', '', True),
]

preconfigopts = 'export CC="pgcc -noswitcherror" && export CXX="pgc++ -noswitcherror" && export FC="pgfortran -noswitcherror" && '

configopts = '--enable-shared --enable-mpi-thread-multiple --with-verbs '
configopts += '--with-hwloc=$EBROOTHWLOC '  # hwloc support
configopts += '--enable-mpirun-prefix-by-default '
configopts += '--with-tm=/opt/pbs '  # Enable PBS
configopts += '--enable-mpi-cxx '  # Enable building the C++ MPI bindings
configopts += '--with-ucx=$EBROOTUCX '
configopts += '--with-cuda=$EBROOTCUDACORE '

moduleclass = 'mpi'

#setenv("OMPI_MCA_btl_openib_if_include", "mlx5_0")
#setenv("export OMPI_MCA_btl_openib_allow_ib", "1")
#setenv("OMPI_MCA_pml", "^ucx")
#setenv("OMPI_MCA_orte_base_help_aggregate", "0")
import os
if os.environ.get("CLUSTERNAME") in ["BARBORA"]:
   modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx5_0',
                'OMPI_MCA_btl_openib_allow_ib': '1',
                'OMPI_MCA_orte_base_help_aggregate': '0',
                'OMPI_MCA_pml': '^ucx',
   }