diff --git a/h/Hadoop/Hadoop-2.8.0-native.eb b/h/Hadoop/Hadoop-2.8.0-native.eb new file mode 100644 index 00000000..351e5c26 --- /dev/null +++ b/h/Hadoop/Hadoop-2.8.0-native.eb @@ -0,0 +1,30 @@ +name = 'Hadoop' +version = '2.8.0' +versionsuffix = '-native' + +homepage = 'http://archive.cloudera.com/cdh5/cdh/5/' +description = """Hadoop MapReduce by Cloudera""" + +toolchain = {'name': 'dummy', 'version': ''} + +sources = ['%(namelower)s-%(version)s-src.tar.gz'] +source_urls = ['https://archive.apache.org/dist/hadoop/common/%(namelower)s-%(version)s'] + +patches = ['Hadoop-TeraSort-on-local-filesystem.patch'] + +builddependencies = [ + ('Maven', '3.3.9'), + ('protobuf', '2.5.0'), # *must* be this version + ('CMake', '3.7.2'), + ('snappy', '1.1.3', '', ('GCC', '4.9.3-2.25')), +] + +dependencies = [('Java', '1.8.0_121')] + +build_native_libs = True + +extra_native_libs = [('snappy', 'lib/libsnappy.so*')] + +parallel = 1 + +moduleclass = 'tools' diff --git a/s/Spark/Spark-2.1.0.eb b/s/Spark/Spark-2.1.0.eb new file mode 100644 index 00000000..21d4eba8 --- /dev/null +++ b/s/Spark/Spark-2.1.0.eb @@ -0,0 +1,27 @@ +easyblock = 'Tarball' + +name = 'Spark' +version = '2.1.0' + +homepage = 'http://spark.apache.org' +description = """Spark is Hadoop MapReduce done in memory""" + +toolchain = {'name': 'dummy', 'version': ''} + +sources = ['%(namelower)s-%(version)s-bin-hadoop2.6.tgz'] +source_urls = [ + 'http://apache.belnet.be/%(namelower)s/%(namelower)s-%(version)s/', + 'http://www.eu.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/', + 'http://www.us.apache.org/dist/%(namelower)s/%(namelower)s-%(version)s/', +] + +dependencies = [('Java', '1.8.0_121')] + +sanity_check_paths = { + 'files': ['bin/spark-shell'], + 'dirs': ['python'] +} + +modextrapaths = {'PYTHONPATH': 'python'} + +moduleclass = 'devel'