Skip to content
Snippets Groups Projects
Commit 7cf83c59 authored by Damian Alvarez's avatar Damian Alvarez
Browse files

First stab at OpenMPI

parent 2fa017e5
Branches
Tags
No related merge requests found
Showing with 793 additions and 0 deletions
easyblock = 'ConfigureMake'
name = 'hwloc'
version = '2.7.1'
homepage = 'https://www.open-mpi.org/projects/hwloc/'
description = """
The Portable Hardware Locality (hwloc) software package provides a portable
abstraction (across OS, versions, architectures, ...) of the hierarchical
topology of modern architectures, including NUMA memory nodes, sockets, shared
caches, cores and simultaneous multithreading. It also gathers various system
attributes such as cache and memory information as well as the locality of I/O
devices such as network interfaces, InfiniBand HCAs or GPUs. It primarily
aims at helping applications with gathering information about modern computing
hardware so as to exploit it accordingly and efficiently.
"""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
source_urls = ['https://www.open-mpi.org/software/hwloc/v%(version_major_minor)s/downloads/']
sources = [SOURCE_TAR_GZ]
checksums = ['4cb0a781ed980b03ad8c48beb57407aa67c4b908e45722954b9730379bc7f6d5']
builddependencies = [
('binutils', '2.38'),
]
dependencies = [
('numactl', '2.0.15', '', SYSTEM),
('libxml2', '2.9.13'),
('libpciaccess', '0.16'),
]
configopts = "--enable-libnuma=$EBROOTNUMACTL "
configopts += "--disable-cairo --disable-opencl --disable-cuda --disable-nvml --disable-gl --disable-libudev "
sanity_check_paths = {
'files': ['bin/lstopo', 'include/hwloc/linux.h',
'lib/libhwloc.%s' % SHLIB_EXT],
'dirs': ['share/man/man3'],
}
sanity_check_commands = ['lstopo']
moduleclass = 'system'
easyblock = 'ConfigureMake'
name = 'libevent'
version = '2.1.12'
homepage = 'https://libevent.org/'
description = """
The libevent API provides a mechanism to execute a callback function when
a specific event occurs on a file descriptor or after a timeout has been
reached. Furthermore, libevent also support callbacks due to signals or
regular timeouts.
"""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
toolchainopts = {'pic': True}
source_urls = ['https://github.com/%(name)s/%(name)s/releases/download/release-%(version)s-stable/']
sources = ['%(name)s-%(version)s-stable.tar.gz']
checksums = ['92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb']
builddependencies = [
('binutils', '2.38'),
('pkgconf', '1.8.0'),
]
dependencies = [
('zlib', '1.2.12'),
('OpenSSL', '1.1', '', True),
]
sanity_check_paths = {
'files': ['bin/event_rpcgen.py', 'include/event.h', 'include/event2/event.h',
'lib/libevent_core.%s' % SHLIB_EXT, 'lib/pkgconfig/libevent.pc'],
'dirs': [],
}
moduleclass = 'lib'
easyblock = 'ConfigureMake'
name = 'libpciaccess'
version = '0.16'
homepage = 'https://cgit.freedesktop.org/xorg/lib/libpciaccess/'
description = """Generic PCI access library."""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
source_urls = ['https://www.x.org/releases/individual/lib/']
sources = [SOURCE_TAR_GZ]
checksums = ['84413553994aef0070cf420050aa5c0a51b1956b404920e21b81e96db6a61a27']
builddependencies = [
('binutils', '2.38'),
('Autotools', '20220317'),
('xorg-macros', '1.19.3'),
]
sanity_check_paths = {
'files': ['include/pciaccess.h', 'lib/libpciaccess.a'],
'dirs': ['lib/pkgconfig'],
}
moduleclass = 'system'
name = 'NCCL'
version = '2.14.3-1'
versionsuffix = '-CUDA-%(cudashortver)s'
homepage = 'https://developer.nvidia.com/nccl'
description = """The NVIDIA Collective Communications Library (NCCL) implements multi-GPU and multi-node collective
communication primitives that are performance optimized for NVIDIA GPUs."""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
github_account = 'NVIDIA'
sources = [{
'filename': '%(name)s-%(version)s.tar.gz',
'git_config': {
'url': 'https://github.com/NVIDIA/',
'repo_name': 'nccl',
'tag': 'v%(version)s',
'recursive': True,
},
}]
checksums = ['a05e153f0508e05be76e19b8262c2ea4f8996aedaaa873dcd241e061202422a6']
builddependencies = [('binutils', '2.38')]
dependencies = [
('CUDA', '11.7', '', True),
('UCX', 'default', '', SYSTEM),
]
moduleclass = 'lib'
This diff is collapsed.
name = 'OpenMPI'
version = '4.1.4'
homepage = 'https://www.open-mpi.org/'
description = """The Open MPI Project is an open source MPI-3 implementation."""
toolchain = {'name': 'GCC', 'version': '11.3.0'}
toolchainopts = {'pic': True}
source_urls = ['https://www.open-mpi.org/software/ompi/v%(version_major_minor)s/downloads']
sources = [SOURCELOWER_TAR_BZ2]
patches = [
'OpenMPI-4.1.1_opal-datatype-cuda-performance.patch',
]
checksums = [
'92912e175fd1234368c8730c03f4996fe5942e7479bb1d10059405e7f2b3930d', # openmpi-4.1.4.tar.bz2
# OpenMPI-4.1.1_opal-datatype-cuda-performance.patch
'b767c7166cf0b32906132d58de5439c735193c9fd09ec3c5c11db8d5fa68750e',
]
osdependencies = [
# needed for --with-verbs
('libibverbs-dev', 'libibverbs-devel', 'rdma-core-devel'),
# needed for --with-pmix
('pmix-devel'),
]
builddependencies = [
('pkgconf', '1.8.0'),
('Perl', '5.34.1'),
('Autotools', '20220317'),
]
dependencies = [
('zlib', '1.2.12'),
('hwloc', '2.7.1'),
('UCX', 'default', '', SYSTEM),
('CUDA', '11.7', '', SYSTEM),
('libevent', '2.1.12'),
('PMIx', '3.2.3'), # We rely on this version since it is the newest supported by psmgmt
('UCC', 'default'),
]
# Update configure to include changes from the "internal-cuda" patch
# by running a subset of autogen.pl sufficient to achieve this
# without doing the full, long-running regeneration.
preconfigopts = ' && '.join([
'cd config',
'autom4te --language=m4sh opal_get_version.m4sh -o opal_get_version.sh',
'cd ..',
'autoconf',
'autoheader',
'aclocal',
'automake',
''
])
configopts = '--without-orte '
configopts += '--without-psm2 '
configopts += '--disable-oshmem '
configopts += '--with-ime=/opt/ddn/ime '
configopts += '--with-gpfs '
# to enable SLURM integration (site-specific)
configopts += '--with-slurm --with-pmix=external --with-libevent=external --with-ompi-pmix-rte'
moduleclass = 'mpi'
##
# Author: Robert Mijakovic <robert.mijakovic@lxp.lu>
##
easyblock = 'ConfigureMake'
name = 'PMIx'
version = '3.2.3'
homepage = 'https://pmix.org/'
description = """Process Management for Exascale Environments
PMI Exascale (PMIx) represents an attempt to
provide an extended version of the PMI standard specifically designed
to support clusters up to and including exascale sizes. The overall
objective of the project is not to branch the existing pseudo-standard
definitions - in fact, PMIx fully supports both of the existing PMI-1
and PMI-2 APIs - but rather to (a) augment and extend those APIs to
eliminate some current restrictions that impact scalability, and (b)
provide a reference implementation of the PMI-server that demonstrates
the desired level of scalability.
"""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
toolchainopts = {'pic': True}
source_urls = ['https://github.com/openpmix/openpmix/releases/download/v%(version)s']
sources = ['%(namelower)s-%(version)s.tar.bz2']
checksums = ['9b835f23c2f94a193c14012ee68b3657a61c568598cdd1212a3716b32d41a135']
builddependencies = [('binutils', '2.38')]
dependencies = [
('libevent', '2.1.12'),
('zlib', '1.2.12'),
('hwloc', '2.7.1'),
]
configopts = ' --with-libevent=$EBROOTLIBEVENT --with-zlib=$EBROOTZLIB'
configopts += ' --with-hwloc=$EBROOTHWLOC'
configopts += ' --enable-pmix-binaries'
buildopts = 'V=1'
sanity_check_paths = {
'files': ['bin/pevent', 'bin/plookup', 'bin/pmix_info', 'bin/pps'],
'dirs': ['etc', 'include', 'lib', 'share']
}
moduleclass = 'lib'
File added
# For figuring out the correct GPU arch. Easyconfig templates can't be used,
# since we have in some systems more than 1 compute capability.
# The local prefix is to appease the checker
import os as local_os
easyblock = 'ConfigureMake'
name = 'UCC'
version = 'default'
local_version = '1.1.0-rc1'
homepage = 'https://www.openucx.org/'
description = """UCC (Unified Collective Communication) is a collective
communication operations API and library that is flexible, complete, and
feature-rich for current and emerging programming models and runtimes.
"""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
toolchainopts = {'pic': True}
source_urls = ['https://github.com/openucx/ucc/archive/refs/tags']
sources = [f'v{local_version}.tar.gz']
checksums = [
'4af76d706a788af081c4a6ce566b6d4e33d75629ce9a8a7b8eec1760eff13168', # v1.1.0-rc1.tar.gz
]
builddependencies = [
('binutils', '2.38'),
('Autotools', '20220317'),
]
dependencies = [
('UCX', 'default', '', SYSTEM),
('CUDA', '11.7', '', SYSTEM),
('NCCL', '2.14.3-1', '-CUDA-%(cudashortver)s'),
]
preconfigopts = "./autogen.sh && "
local_gpu_cc = local_os.environ["EASYBUILD_CUDA_COMPUTE_CAPABILITIES"].split(',')[0].replace('.','')
configopts = "--enable-optimizations "
configopts += f"--with-nvcc-gencode=-gencode=arch=compute_{local_gpu_cc},code=sm_{local_gpu_cc} "
configopts += "--with-ucx=$EBROOTUCX "
configopts += "--with-cuda=$EBROOTCUDA "
configopts += "--with-nccl=$EBROOTNCCL "
configopts += "--with-sharp=/opt/mellanox/sharp "
sanity_check_paths = {
'files': ['bin/ucc_info'],
'dirs': ['include', 'lib']
}
sanity_check_commands = ["ucc_info -c"]
moduleclass = 'lib'
easyblock = 'ConfigureMake'
name = 'xorg-macros'
version = '1.19.3'
homepage = 'https://cgit.freedesktop.org/xorg/util/macros'
description = """X.org macros utilities."""
toolchain = {'name': 'GCCcore', 'version': '11.3.0'}
source_urls = ['https://gitlab.freedesktop.org/xorg/util/macros/-/archive/util-macros-%(version)s']
sources = ['macros-util-macros-%(version)s.tar.gz']
checksums = ['8205d210a580da0938f5ce4392a96b60cf1d9a5f792eaa1474fa4c1977aef4d0']
builddependencies = [
('binutils', '2.38'),
('Autotools', '20220317'),
]
preconfigopts = './autogen.sh && '
sanity_check_paths = {
'files': ['share/pkgconfig/xorg-macros.pc'],
'dirs': [],
}
moduleclass = 'devel'
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment