# IT4Innovations 2019

easyblock = 'ConfigureMake'

name = 'OpenMPI'
version = '4.0.0'

homepage = 'http://www.open-mpi.org/'
description = """The Open MPI Project is an open source MPI-2 implementation."""

toolchain = {'name': 'GCC', 'version': '6.3.0-2.27'}

source_urls = ['https://github.com/open-mpi/ompi/archive/']
sources = ['v4.0.0.tar.gz']
checksums = ['79cbd68a18b9992f33ae18c1478031945ea941c3560f9203d5890bfe76b38d91']

dependencies = [
    ('hwloc', '2.0.3'),
    ('zlib', '1.2.11', '', True),
]

# for PBS Pro 13
#preconfigopts = 'export LIBS="-ldl" && '
preconfigopts = './autogen.pl && '

configopts = '--enable-shared --enable-mpi-thread-multiple --with-verbs '
# suppress failure modes in relation to mpirun path
configopts += '--enable-mpirun-prefix-by-default '
configopts += '--with-hwloc=$EBROOTHWLOC '  # hwloc support
# configopts += '--disable-dlopen '  # dont disable dlopen!
# https://github.com/open-mpi/ompi/issues/3630
configopts += '--with-slurm ' # Enable slurm
#configopts += '--enable-mpi-java '  # Java support RT#4090
configopts += '--enable-mpi-cxx '  # Enable building the C++ MPI bindings

# to enable SLURM integration (site-specific)
# configopts += '--with-slurm --with-pmi=/usr/include/slurm --with-pmi-libdir=/usr'

# needed for --with-verbs
osdependencies = [('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel')]

postinstallcmds = [
    'echo "# By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default." >> %(installdir)s/etc/openmpi-mca-params.conf',
    'echo "btl_openib_allow_ib = true" >> %(installdir)s/etc/openmpi-mca-params.conf',
]

local_libs = ["mpi_mpifh", "mpi", "ompitrace", "open-pal", "open-rte"]
sanity_check_paths = {
    'files': [
        "bin/%s" %
        binfile for binfile in [
            "ompi_info", "opal_wrapper", "orterun"]] + [
                "lib/lib%s.%s" %
                (libfile, SHLIB_EXT) for libfile in local_libs] + [
                    "include/%s.h" %
                    x for x in [
                        "mpi-ext", "mpif-config", "mpif", "mpi", "mpi_portable_platform"]], 'dirs': [], }

modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx4_0',
                'OMPI_MCA_oob_tcp_if_include': '10.0.0.0/8',
                }

moduleclass = 'mpi'