easyblock = 'ConfigureMake'

name = 'OpenMPI'
version = '3.0.1'
versionsuffix = '-nvidia'

homepage = 'http://www.open-mpi.org/'
description = """The Open MPI Project is an open source MPI-2 implementation."""

toolchain = {'name': 'GCC', 'version': '6.3.0-2.27'}

source_urls = ['http://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads']
sources = [SOURCELOWER_TAR_GZ]
checksums = ['7e4a7d4376f717e12f5abdc3e17ef5f5']

builddependencies = [
     ('Java', '1.8.0_121', '', True)
]

dependencies = [
     ('hwloc', '1.11.7'),
     ('zlib', '1.2.11', '', True),
     ('CUDA', '9.1.85', '', True),
     ('libxml2', '2.9.4', '', True),
]

configopts = '--enable-shared --enable-mpi-thread-multiple --with-verbs '
configopts += '--enable-mpirun-prefix-by-default '  # suppress failure modes in relation to mpirun path
configopts += '--with-hwloc=$EBROOTHWLOC '  # hwloc support
#configopts += '--disable-dlopen '  # dont disable dlopen! https://github.com/open-mpi/ompi/issues/3630
configopts += '--with-tm=/opt/pbs/default '  # Enable PBS
configopts += '--enable-mpi-java ' # Java support RT#4090
configopts += '--enable-mpi-cxx ' # Enable building the C++ MPI bindings
configopts += '--with-cuda=$EBROOTCUDA' # cuda support

# for PBS Pro 13
preconfigopts = 'export LIBS="-ldl" && '

# to enable SLURM integration (site-specific)
# configopts += '--with-slurm --with-pmi=/usr/include/slurm --with-pmi-libdir=/usr'

# needed for --with-verbs
osdependencies = [('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel')]

libs = ["mpi_mpifh", "mpi", "ompitrace", "open-pal", "open-rte"]
sanity_check_paths = {
    'files': ["bin/%s" % binfile for binfile in ["ompi_info", "opal_wrapper", "orterun"]] +
             ["lib/lib%s.%s" % (libfile, SHLIB_EXT) for libfile in libs] +
             ["include/%s.h" % x for x in ["mpi-ext", "mpif-config", "mpif", "mpi", "mpi_portable_platform"]],
    'dirs': [],
}

modextravars = {'OMPI_MCA_btl_openib_if_include': 'mlx4_0',
                'OMPI_MCA_oob_tcp_if_include': '10.0.0.0/8',
}

moduleclass = 'mpi'