mirror of
https://code.it4i.cz/sccs/easyconfigs-it4i.git
synced 2025-04-08 07:52:11 +01:00
Merge branch 'salomon-hadoop-spark' into 'easyconfigs-it4i-salomon'
Hadoop-2.8.0-native; Spark-2.1.0 See merge request !12
This commit is contained in:
commit
7a9d53a7a7
30
h/Hadoop/Hadoop-2.8.0-native.eb
Normal file
30
h/Hadoop/Hadoop-2.8.0-native.eb
Normal file
@ -0,0 +1,30 @@
|
||||
name = 'Hadoop'
|
||||
version = '2.8.0'
|
||||
versionsuffix = '-native'
|
||||
|
||||
homepage = 'http://archive.cloudera.com/cdh5/cdh/5/'
|
||||
description = """Hadoop MapReduce by Cloudera"""
|
||||
|
||||
toolchain = {'name': 'dummy', 'version': ''}
|
||||
|
||||
sources = ['%(namelower)s-%(version)s-src.tar.gz']
|
||||
source_urls = ['https://archive.apache.org/dist/hadoop/common/%(namelower)s-%(version)s']
|
||||
|
||||
patches = ['Hadoop-TeraSort-on-local-filesystem.patch']
|
||||
|
||||
builddependencies = [
|
||||
('Maven', '3.3.9'),
|
||||
('protobuf', '2.5.0'), # *must* be this version
|
||||
('CMake', '3.7.2'),
|
||||
('snappy', '1.1.3', '', ('GCC', '4.9.3-2.25')),
|
||||
]
|
||||
|
||||
dependencies = [('Java', '1.8.0_121')]
|
||||
|
||||
build_native_libs = True
|
||||
|
||||
extra_native_libs = [('snappy', 'lib/libsnappy.so*')]
|
||||
|
||||
parallel = 1
|
||||
|
||||
moduleclass = 'tools'
|
27
s/Spark/Spark-2.1.0.eb
Normal file
27
s/Spark/Spark-2.1.0.eb
Normal file
@ -0,0 +1,27 @@
|
||||
easyblock = 'Tarball'
|
||||
|
||||
name = 'Spark'
|
||||
version = '2.1.0'
|
||||
|
||||
homepage = 'http://spark.apache.org'
|
||||
description = """Spark is Hadoop MapReduce done in memory"""
|
||||
|
||||
toolchain = {'name': 'dummy', 'version': ''}
|
||||
|
||||
sources = ['%(namelower)s-%(version)s-bin-hadoop2.6.tgz']
|
||||
source_urls = [
|
||||
'http://apache.belnet.be/%(namelower)s/%(namelower)s-%(version)s/',
|
||||
'http://www.eu.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/',
|
||||
'http://www.us.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/',
|
||||
]
|
||||
|
||||
dependencies = [('Java', '1.8.0_121')]
|
||||
|
||||
sanity_check_paths = {
|
||||
'files': ['bin/spark-shell'],
|
||||
'dirs': ['python']
|
||||
}
|
||||
|
||||
modextrapaths = {'PYTHONPATH': 'python'}
|
||||
|
||||
moduleclass = 'devel'
|
Loading…
x
Reference in New Issue
Block a user