From 530d2e15a5247c53efc4ff231639cf21f53d919e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Krup=C4=8D=C3=ADk?= Date: Wed, 4 Nov 2020 13:04:31 +0100 Subject: [PATCH] new file: n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb new file: n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb --- n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb | 80 ++++++++++++++++++++ n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb | 80 ++++++++++++++++++++ 2 files changed, 160 insertions(+) create mode 100644 n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb create mode 100644 n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb diff --git a/n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb b/n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb new file mode 100644 index 00000000..7fedec2d --- /dev/null +++ b/n/NVHPC/NVHPC-20.9-OpenMPI-3.1.5-internal.eb @@ -0,0 +1,80 @@ +# IT4Innovations 2020 +# LK + +name = 'NVHPC' +version = '20.9' +versionsuffix = '-OpenMPI-3.1.5-internal' + +homepage = 'https://developer.nvidia.com/hpc-sdk/' +description = """C, C++ and Fortran compilers included with the NVIDIA HPC SDK (previously: PGI)""" + +toolchain = SYSTEM + +# NVHPC can be downloaded freely from NVIDIA's website at https://developer.nvidia.com/hpc-sdk +# It requires accepting the HPC SDK Software License Agreement (https://docs.nvidia.com/hpc-sdk/eula/index.html) +# If you accept the License Agreement, you may also uncomment the following line to automatically download the sources +# source_urls = ['https://developer.download.nvidia.com/hpc-sdk/%(version)s/'] +sources = ['nvhpc_2020_%(version_major)s%(version_minor)s_Linux_x86_64_cuda_multi.tar.gz'] +checksums = ['96d8d6bcf5a1636895a62c42fce623c4'] + +local_gccver = '9.3.0' +dependencies = [ + ('GCCcore', local_gccver), + ('binutils', '2.34', '', ('GCCcore', local_gccver)), + # This is necessary to avoid cases where just libnuma.so.1 is present in the system and -lnuma fails + ('numactl', '2.0.13', '', ('GCCcore', local_gccver)), +] + +# specify default CUDA version that should be used by NVHPC +# should match one of the CUDA versions that are included with this NVHPC version +# (see install_components/Linux_x86_64/20.9/cuda/) +# for NVHPC 20.9, those are: 11.0, 10.2, 10.1; +# this version can be tweaked from the EasyBuild command line with --try-amend=default_cuda_version="10.2" (for example) +default_cuda_version = '10.2' + +# NVHPC EasyBlock supports some features, which can be set via CLI or this easyconfig. +# The following list gives examples for the easyconfig +# +# NVHPC needs CUDA to work. Two options are available: 1) Use NVHPC-bundled CUDA, 2) use system CUDA +# 1) Bundled CUDA +# If no easybuild dependency to CUDA is present, the bundled CUDA is taken. A version needs to be specified with +# default_cuda_version = "11.0" +# in this easyconfig file; alternatively, it can be specified through the command line during installation with +# --try-amend=default_cuda_version="10.2" +# 2) CUDA provided via EasyBuild +# Use CUDAcore as a dependency, for example +# dependencies = [('CUDAcore', '11.0.2')] +# The parameter default_cuda_version still can be set as above. +# If not set, it will be deduced from the CUDA module (via $EBVERSIONCUDA) +# +# Define a NVHPC-default Compute Capability +# cuda_compute_capabilities = "7.0" +# Can also be specified on the EasyBuild command line via --cuda-compute-capabilities=8.0 +# Only single values supported, not lists of values! +# +# Options to add/remove things to/from environment module (defaults shown) +# module_byo_compilers = Yes # Remove compilers from PATH (Bring-your-own compilers) +# module_nvhpc_own_mpi = Yes # Add NVHPC's own pre-compiled OpenMPI +# module_add_math_libs = Yes # Add NVHPC's math libraries (which should be there from CUDA anyway) +# module_add_profilers = Yes # Add NVHPC's NVIDIA Profilers +# module_add_nccl = Yes # Add NVHPC's NCCL library +# module_add_nvshmem = Yes # Add NVHPC's NVSHMEM library +# module_add_cuda = Yes # Add NVHPC's bundled CUDA + +modextrapaths = { + 'PATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/bin', + 'LD_LIBRARY_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/lib', + 'LIBRARY_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/lib', + 'CPATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/include', + 'MANPATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/share/man', + 'PKG_CONFIG_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi/openmpi-3.1.5/lib/pkgconfig', +} + +modextravars = { + 'OMPI_MCA_btl_openib_if_include': 'mlx5_0', + 'OMPI_MCA_btl_tcp_if_include': '10.33.4.0/24', + 'OMPI_MCA_orte_base_help_aggregate': '0', +} + +# this bundle serves as a compiler-only toolchain, so it should be marked as compiler (important for HMNS) +moduleclass = 'compiler' diff --git a/n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb b/n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb new file mode 100644 index 00000000..1bf3e7fc --- /dev/null +++ b/n/NVHPC/NVHPC-20.9-OpenMPI-4.0.5-internal.eb @@ -0,0 +1,80 @@ +# IT4Innovations 2020 +# LK + +name = 'NVHPC' +version = '20.9' +versionsuffix = '-OpenMPI-4.0.5-internal' + +homepage = 'https://developer.nvidia.com/hpc-sdk/' +description = """C, C++ and Fortran compilers included with the NVIDIA HPC SDK (previously: PGI)""" + +toolchain = SYSTEM + +# NVHPC can be downloaded freely from NVIDIA's website at https://developer.nvidia.com/hpc-sdk +# It requires accepting the HPC SDK Software License Agreement (https://docs.nvidia.com/hpc-sdk/eula/index.html) +# If you accept the License Agreement, you may also uncomment the following line to automatically download the sources +# source_urls = ['https://developer.download.nvidia.com/hpc-sdk/%(version)s/'] +sources = ['nvhpc_2020_%(version_major)s%(version_minor)s_Linux_x86_64_cuda_multi.tar.gz'] +checksums = ['96d8d6bcf5a1636895a62c42fce623c4'] + +local_gccver = '9.3.0' +dependencies = [ + ('GCCcore', local_gccver), + ('binutils', '2.34', '', ('GCCcore', local_gccver)), + # This is necessary to avoid cases where just libnuma.so.1 is present in the system and -lnuma fails + ('numactl', '2.0.13', '', ('GCCcore', local_gccver)), +] + +# specify default CUDA version that should be used by NVHPC +# should match one of the CUDA versions that are included with this NVHPC version +# (see install_components/Linux_x86_64/20.9/cuda/) +# for NVHPC 20.9, those are: 11.0, 10.2, 10.1; +# this version can be tweaked from the EasyBuild command line with --try-amend=default_cuda_version="10.2" (for example) +default_cuda_version = '10.2' + +# NVHPC EasyBlock supports some features, which can be set via CLI or this easyconfig. +# The following list gives examples for the easyconfig +# +# NVHPC needs CUDA to work. Two options are available: 1) Use NVHPC-bundled CUDA, 2) use system CUDA +# 1) Bundled CUDA +# If no easybuild dependency to CUDA is present, the bundled CUDA is taken. A version needs to be specified with +# default_cuda_version = "11.0" +# in this easyconfig file; alternatively, it can be specified through the command line during installation with +# --try-amend=default_cuda_version="10.2" +# 2) CUDA provided via EasyBuild +# Use CUDAcore as a dependency, for example +# dependencies = [('CUDAcore', '11.0.2')] +# The parameter default_cuda_version still can be set as above. +# If not set, it will be deduced from the CUDA module (via $EBVERSIONCUDA) +# +# Define a NVHPC-default Compute Capability +# cuda_compute_capabilities = "7.0" +# Can also be specified on the EasyBuild command line via --cuda-compute-capabilities=8.0 +# Only single values supported, not lists of values! +# +# Options to add/remove things to/from environment module (defaults shown) +# module_byo_compilers = Yes # Remove compilers from PATH (Bring-your-own compilers) +# module_nvhpc_own_mpi = Yes # Add NVHPC's own pre-compiled OpenMPI +# module_add_math_libs = Yes # Add NVHPC's math libraries (which should be there from CUDA anyway) +# module_add_profilers = Yes # Add NVHPC's NVIDIA Profilers +# module_add_nccl = Yes # Add NVHPC's NCCL library +# module_add_nvshmem = Yes # Add NVHPC's NVSHMEM library +# module_add_cuda = Yes # Add NVHPC's bundled CUDA + +modextrapaths = { + 'PATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/bin', + 'LD_LIBRARY_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/lib', + 'LIBRARY_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/lib', + 'CPATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/include', + 'MANPATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/share/man', + 'PKG_CONFIG_PATH': 'Linux_x86_64/20.9/comm_libs/openmpi4/openmpi-4.0.5/lib/pkgconfig', +} + +modextravars = { + 'OMPI_MCA_btl_openib_if_include': 'mlx5_0', + 'OMPI_MCA_btl_tcp_if_include': '10.33.4.0/24', + 'OMPI_MCA_orte_base_help_aggregate': '0', +} + +# this bundle serves as a compiler-only toolchain, so it should be marked as compiler (important for HMNS) +moduleclass = 'compiler'