Merge branch 'salomon-hadoop-spark' into 'easyconfigs-it4i-salomon'

Hadoop-2.8.0-native; Spark-2.1.0

See merge request !12
This commit is contained in:
Lukáš Krupčík 2017-04-12 15:30:38 +02:00
commit 7a9d53a7a7
2 changed files with 57 additions and 0 deletions

View File

@ -0,0 +1,30 @@
name = 'Hadoop'
version = '2.8.0'
versionsuffix = '-native'
homepage = 'http://archive.cloudera.com/cdh5/cdh/5/'
description = """Hadoop MapReduce by Cloudera"""
toolchain = {'name': 'dummy', 'version': ''}
sources = ['%(namelower)s-%(version)s-src.tar.gz']
source_urls = ['https://archive.apache.org/dist/hadoop/common/%(namelower)s-%(version)s']
patches = ['Hadoop-TeraSort-on-local-filesystem.patch']
builddependencies = [
('Maven', '3.3.9'),
('protobuf', '2.5.0'), # *must* be this version
('CMake', '3.7.2'),
('snappy', '1.1.3', '', ('GCC', '4.9.3-2.25')),
]
dependencies = [('Java', '1.8.0_121')]
build_native_libs = True
extra_native_libs = [('snappy', 'lib/libsnappy.so*')]
parallel = 1
moduleclass = 'tools'

27
s/Spark/Spark-2.1.0.eb Normal file
View File

@ -0,0 +1,27 @@
easyblock = 'Tarball'
name = 'Spark'
version = '2.1.0'
homepage = 'http://spark.apache.org'
description = """Spark is Hadoop MapReduce done in memory"""
toolchain = {'name': 'dummy', 'version': ''}
sources = ['%(namelower)s-%(version)s-bin-hadoop2.6.tgz']
source_urls = [
'http://apache.belnet.be/%(namelower)s/%(namelower)s-%(version)s/',
'http://www.eu.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/',
'http://www.us.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/',
]
dependencies = [('Java', '1.8.0_121')]
sanity_check_paths = {
'files': ['bin/spark-shell'],
'dirs': ['python']
}
modextrapaths = {'PYTHONPATH': 'python'}
moduleclass = 'devel'