From e0dad48daffd636cfaa72604b0b0eeaf1115dd3f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Krup=C4=8D=C3=ADk?= Date: Thu, 13 Jul 2017 08:39:15 +0200 Subject: [PATCH] new file: b/Boost/Boost-1.63.0-foss-2015g-Python-3.6.1.eb new file: c/CNTK/CNTK-2.0-Python-3.6.1.eb modified: c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb new file: c/CNTK/a.out modified: g/glibc/glibc-2.14.eb new file: g/glibc/libc-2.14-6.3.0.eb new file: k/Keras/Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb new file: p/Python/.Python-3.6.1-glibc-2.14.eb.swp new file: p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb modified: p/protobuf/protobuf-3.2.0-Python-3.6.1.eb new file: p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb new file: p/protobuf/protobuf-3.3.0-foss-2017a.eb --- .../Boost-1.63.0-foss-2015g-Python-3.6.1.eb | 27 ++++++++++ c/CNTK/CNTK-2.0-Python-3.6.1.eb | 35 +++++++++++++ c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb | 16 +++--- c/CNTK/a.out | 0 g/glibc/glibc-2.14.eb | 7 ++- g/glibc/libc-2.14-6.3.0.eb | 16 ++++++ .../Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb | 33 ++++++++++++ p/Python/.Python-3.6.1-glibc-2.14.eb.swp | Bin 0 -> 12288 bytes p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb | 47 ++++++++++++++++++ p/protobuf/protobuf-3.2.0-Python-3.6.1.eb | 1 + p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb | 24 +++++++++ p/protobuf/protobuf-3.3.0-foss-2017a.eb | 24 +++++++++ 12 files changed, 218 insertions(+), 12 deletions(-) create mode 100644 b/Boost/Boost-1.63.0-foss-2015g-Python-3.6.1.eb create mode 100644 c/CNTK/CNTK-2.0-Python-3.6.1.eb create mode 100644 c/CNTK/a.out create mode 100644 g/glibc/libc-2.14-6.3.0.eb create mode 100644 k/Keras/Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb create mode 100644 p/Python/.Python-3.6.1-glibc-2.14.eb.swp create mode 100644 p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb create mode 100644 p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb create mode 100644 p/protobuf/protobuf-3.3.0-foss-2017a.eb diff --git a/b/Boost/Boost-1.63.0-foss-2015g-Python-3.6.1.eb b/b/Boost/Boost-1.63.0-foss-2015g-Python-3.6.1.eb new file mode 100644 index 00000000..536dd0ec --- /dev/null +++ b/b/Boost/Boost-1.63.0-foss-2015g-Python-3.6.1.eb @@ -0,0 +1,27 @@ +name = 'Boost' +version = '1.63.0' +versionsuffix = '-Python-%(pyver)s' + +homepage = 'http://www.boost.org/' +description = """Boost provides free peer-reviewed portable C++ source libraries.""" + +toolchain = {'name': 'foss', 'version': '2015g'} +toolchainopts = {'pic': True, 'usempi': True} + +source_urls = [SOURCEFORGE_SOURCE] +sources = ['%%(namelower)s_%s.tar.gz' % '_'.join(version.split('.'))] + +patches = [ + 'Boost-%(version)s_python3.patch', +] + +dependencies = [ + ('bzip2', '1.0.6', '', True), + ('zlib', '1.2.11', '', True), + ('Python', '3.6.1', '', True), +] + +# also build boost_mpi +boost_mpi = True + +moduleclass = 'devel' diff --git a/c/CNTK/CNTK-2.0-Python-3.6.1.eb b/c/CNTK/CNTK-2.0-Python-3.6.1.eb new file mode 100644 index 00000000..f2911eb5 --- /dev/null +++ b/c/CNTK/CNTK-2.0-Python-3.6.1.eb @@ -0,0 +1,35 @@ +# IT4Innovation 2017 + +easyblock = 'PythonPackage' + +name = 'CNTK' +version = '2.0' +versionsuffix = '-Python-%(pyver)s' + +homepage = 'http://deeplearning.net/software/theano' +description = """Theano is a Python library that allows you to define, optimize, +and evaluate mathematical expressions involving multi-dimensional arrays efficiently.""" + +toolchain = {'name': 'GCC', 'version': '6.3.0-2.27'} + +source_urls = ['https://cntk.ai/PythonWheel/CPU-Only'] +sources = ['cntk-2.0-cp36-cp36m-linux_x86_64.whl'] + +dependencies = [ + ('glibc', '2.14', '', True), + ('Python', '3.6.1', '', True), + ('OpenMPI', '1.10.7') +] + +unpack_sources = False + +use_pip = True + +skipsteps = ['sanitycheck'] + +sanity_check_paths = { + 'files': [''], + 'dirs': ['lib/python%(pyshortver)s/site-packages'], +} + +moduleclass = 'math' diff --git a/c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb b/c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb index d427a36c..dc80b1d6 100644 --- a/c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb +++ b/c/CNTK/CNTK-2.0-foss-2017a-Python-3.6.1.eb @@ -7,7 +7,7 @@ versionsuffix = '-Python-%(pyver)s' homepage = 'https://cntk.ai/' description = """The Microsoft Cognitive Toolkit is a unified deep-learning toolkit that describes neural networks as a series of computational steps via a directed graph. In this directed graph, leaf nodes represent input values or network parameters, while other nodes represent matrix operations upon their inputs. CNTK allows to easily realize and combine popular model types such as feed-forward DNNs, convolutional nets (CNNs), and recurrent networks (RNNs/LSTMs). It implements stochastic gradient descent (SGD, error backpropagation) learning with automatic differentiation and parallelization across multiple GPUs and servers. """ -toolchain = {'name': 'foss', 'version': '2017a'} +toolchain = {'name': 'foss', 'version': '2015g'} patches = [ 'glibc.patch', @@ -21,28 +21,28 @@ dependencies = [ ('Python', '3.6.1', '', True), ('libzip', '1.2.0', '', True), ('zlib', '1.2.11', '', True), - ('protobuf', '3.2.0', versionsuffix, True), + ('protobuf', '3.3.0', '', ('GCC', '4.9.3-2.25')), ('CNTKCustomMKL','3.0', '', True), - ('Boost', '1.63.0', versionsuffix, ('foss', '2017a')), + ('Boost', '1.63.0', versionsuffix), ('SWIG', '3.0.12', versionsuffix, True), -# ('OpenMPI', '1.8.6', '', ('GCC', '4.4.7-system')), + ('OpenMPI', '1.8.6', '', ('GCC', '4.4.7-system')), ] prefix_opt = '--with-build-top=' preconfigopts = 'sed -i "s/cntk_custom_mkl_version=3/cntk_custom_mkl_version=3.0/" configure && ' preconfigopts += 'sed -i "s/-Werror//" Makefile && ' -#preconfigopts += 'sed -i "s/#include /#include \\n#include /" Source/Math/BlockMultiplierPlatform.h &&' +preconfigopts += 'sed -i "s/-rdynamic/-rdynamic -ldl/" Makefile && ' prebuildopts = 'cd %(installdir)s &&' configopts = '--with-py-versions=36 --with-buildtype=release --mpi=yes --python=yes --asgd=no ' configopts += '--with-boost=$EBROOTBOOST --with-protobuf=$EBROOTPROTOBUF --with-swig=$EBROOTSWIG --with-libzip=$EBROOTLIBZIP ' -configopts += '--with-mpi=$EBROOTOPENMPI --with-py36-path=$EBROOTPYTHON --with-mkl=/apps/all/CNTKCustomMKL/ ' +configopts += '--with-mpi=$EBROOTOPENMPI --with-py36-path=$EBROOTPYTHON --with-mkl=/apps/all/CNTKCustomMKL ' sanity_check_paths = { 'files': [], - 'dirs': ['lib'], + 'dirs': ['lib', 'bin', 'python'], } -moduleclass = 'math' +moduleclass = 'lib' diff --git a/c/CNTK/a.out b/c/CNTK/a.out new file mode 100644 index 00000000..e69de29b diff --git a/g/glibc/glibc-2.14.eb b/g/glibc/glibc-2.14.eb index 638b84a8..8d0336bb 100644 --- a/g/glibc/glibc-2.14.eb +++ b/g/glibc/glibc-2.14.eb @@ -3,9 +3,8 @@ easyblock = 'ConfigureMake' name = 'glibc' version = '2.14' -homepage = 'http://git-scm.com/' -description = """Git is a free and open source distributed version control system designed -to handle everything from small to very large projects with speed and efficiency.""" +homepage = 'https://www.gnu.org/software/libc/' +description = """The Glibc package contains the main C library. This library provides the basic routines for allocating memory, searching directories, opening and closing files, reading and writing files, string handling, pattern matching, arithmetic, and so on.""" toolchain = {'name': 'dummy', 'version': ''} @@ -15,7 +14,7 @@ source_urls = ['http://ftp.gnu.org/gnu/glibc/'] preconfigopts = 'mkdir build && ' preconfigopts += 'cd build && ' configure_cmd_prefix = '.' -configopts = '--enable-kernel=2.6.32' +configopts = '--enable-kernel=2.6.32 --enable-obsolete-rpc --enable-stack-protector=strong' prebuildopts = 'cd build && ' preinstallopts= 'cd build && ' diff --git a/g/glibc/libc-2.14-6.3.0.eb b/g/glibc/libc-2.14-6.3.0.eb new file mode 100644 index 00000000..39666f33 --- /dev/null +++ b/g/glibc/libc-2.14-6.3.0.eb @@ -0,0 +1,16 @@ +easyblock = 'Toolchain' + +name = 'libc' +version = '2.14-6.3.0' + +homepage = 'https://www.gnu.org/software/libc/' +description = """The Glibc package contains the main C library. This library provides the basic routines for allocating memory, searching directories, opening and closing files, reading and writing files, string handling, pattern matching, arithmetic, and so on.""" + +toolchain = {'name': 'dummy', 'version': ''} + +dependencies = [ + ('GCCcore', '6.3.0'), + ('glibc', '2.14') +] + +moduleclass = 'toolchain' diff --git a/k/Keras/Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb b/k/Keras/Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb new file mode 100644 index 00000000..9bf56230 --- /dev/null +++ b/k/Keras/Keras-2.0.5-CNTK-1.2.0-Python-3.6.1.eb @@ -0,0 +1,33 @@ +easyblock = 'PythonPackage' + +name = 'Keras' +version = '2.0.5' +versionsuffix = '-CNTK-1.2.0-Python-%(pyver)s' + +homepage = 'https://keras.io/' +description = """Keras is a minimalist, highly modular neural networks library, written in Python and +capable of running on top of either TensorFlow or Theano.""" + +toolchain = {'name': 'foss', 'version': '2017a'} + +source_urls = [PYPI_SOURCE] +sources = [SOURCE_TAR_GZ] + +use_pip = True + +dependencies = [ + ('Python', '3.6.1', '', True), + ('CNTK', '2.0', '-Python-%(pyver)s'), +# ('h5py', '2.7.0', '%(versionsuffix)s'), internal Python 3.6.1 +# ('PyYAML', '3.12', versionsuffix), internal Python 3.6.1 +] + +# it defaults to Tensorflow +modextravars = {'KERAS_BACKEND': 'cntk'} + +sanity_check_paths = { + 'files': [], + 'dirs': ['lib/python%(pyshortver)s/site-packages'], +} + +moduleclass = 'math' diff --git a/p/Python/.Python-3.6.1-glibc-2.14.eb.swp b/p/Python/.Python-3.6.1-glibc-2.14.eb.swp new file mode 100644 index 0000000000000000000000000000000000000000..d3ef1bf9d76356c16918a431481daba113c1e893 GIT binary patch literal 12288 zcmeI2O=}!C7{?Xg8aI8*sW)X!8Jl`%cGiv^0zD*c8Vm_eyLM?}jG3L$?y8=V6iKu8 z*q9y)rTqrI6#7CBE%a9CSLnU;Qs@_GuD$e9`q%92dUFW`LLpQG|DDmJksj%%M}lFW ze&>U&yL2;LC%9fAcAmYAwv@;q~OPq>U8$4{u9RYi$XCYtqHKc!L( z_|UYuUFVUC?p1aqMRRMfg&Seq9_GBCw!2}x9Lo==p)F@X9x0^C*TQq0-k^;;0bsF zp1^-VppaRavouePp>NS3PsA`l${EagnGB?~Ognp$Wd}-2#k8%KTgE1qwN_i~7zSQ2 zVUxVIf_D3a;yPPdt?%wRFtXGsJ1BK-g6niI7+I^#^(a!6;-RW@NJFWIkxJ6TWXMc3 zX%LA>NW-FFf6~`-;EKU24dQSu+{D9a?c$Opn=8St)Zf z=kVO<{B}EG9LBX{c5KZ-&W*()?2#qfP@-d|4VS{uQe{|+jK0hIw0qT#Xtxt@;6mm$e2hubL+jg9AHg_F?l;M({^w_Ogl;iK2P<9d(5G=3PYtWvr}w|jIp zpo*H2Ec1-^8C9AMnAVsUA5c4j4>O&yn^GY)gNGDx=V}FhU~Q1BQf>oN#|B~s!!gV_ z#~Wb>UK{%fCOH`ma+TwA`-cyl^=jA+*UpW%@7|kq5F;99UF;k><29r`Z=4%@@7>|H zj?%R--kkRchhUQBT-4Q%)%8!fa&cC}nd`02rgnChQ0<(|U^S};yptV71!I|^bw_St z>QwNWT>qpy4H`lwTdQ99-uCYMZ{IrDx&2_jG1ptv#YDYDu|toJj^;P$z^dqtWswvt zmq$#m7?c|3cn%OME~?W}!i7}UIXMj!PqFEDbjdIaSRX4SIvq8Jv-7rfJLd&eK~@$; zTKxaaNyZE*ZW) y$Z!l!cV{^m@MAZ?xy1O^wAQt*v*rWhrt6B6dAReJZtbjZ2_eTxJx6TnP4X`aZT?39 literal 0 HcmV?d00001 diff --git a/p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb b/p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb new file mode 100644 index 00000000..5bec949a --- /dev/null +++ b/p/Python/Python-3.6.1-glibc-2.14-6.3.0.eb @@ -0,0 +1,47 @@ +# IT4Innovation 2017 + +name = 'Python' +version = '3.6.1' + +homepage = 'http://python.org/' +description = "Python is a programming language that lets you work more quickly and integrate your systems more effectively." + +toolchain = {'name': 'libc', 'version': '2.14'} +toolchainopts = {'pic': True, 'opt': True, 'optarch': True} + +source_urls = ['http://www.python.org/ftp/%(namelower)s/%(version)s/'] +sources = [SOURCE_TGZ] + +# python needs bzip2 to build the bz2 package +dependencies = [ + ('bzip2', '1.0.6'), + ('libreadline', '7.0'), + ('SQLite', '3.17.0'), + ('Tk', '8.6.6'), + ('GMP', '6.1.2'), + ('XZ', '5.2.3'), + ('zlib', '1.2.11'), + ('ncurses', '6.0'), +# ('OpenSSL', '1.0.1q'), # OS dependency should be preferred if the os version is more recent then this version, it's +# nice to have an up to date openssl for security reasons +] + +osdependencies = [('openssl-devel', 'libssl-dev')] + +# order is important! +# package versions updated Feb 25th 2016 +exts_list = [ + ('setuptools', '20.1.1', { + 'source_urls': ['https://pypi.python.org/packages/source/s/setuptools/'], + }), + ('pip', '8.0.2', { + 'source_urls': ['https://pypi.python.org/packages/source/p/pip/'], + }), + ('nose', '1.3.7', { + 'source_urls': ['https://pypi.python.org/packages/source/n/nose/'], + }), +] + +#modluafooter = 'add_property("state","experimental")' + +moduleclass = 'lang' diff --git a/p/protobuf/protobuf-3.2.0-Python-3.6.1.eb b/p/protobuf/protobuf-3.2.0-Python-3.6.1.eb index e72f414a..4ef3c2b8 100644 --- a/p/protobuf/protobuf-3.2.0-Python-3.6.1.eb +++ b/p/protobuf/protobuf-3.2.0-Python-3.6.1.eb @@ -8,6 +8,7 @@ homepage = 'https://code.google.com/p/protobuf/' description = """Google Protocol Buffers""" toolchain = {'name': 'dummy', 'version': ''} +toolchainopts = {'pic': True} sources = ['%(name)s-python-%(version)s.tar.gz'] source_urls = ['https://github.com/google/protobuf/releases/download/v%(version)s/'] diff --git a/p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb b/p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb new file mode 100644 index 00000000..ef2c3bb1 --- /dev/null +++ b/p/protobuf/protobuf-3.3.0-GCC-4.9.3-2.25.eb @@ -0,0 +1,24 @@ +easyblock = 'ConfigureMake' + +name = 'protobuf' +version = '3.3.0' + +homepage = 'https://github.com/google/protobuf/' +description = """Google Protocol Buffers""" + +toolchain = {'name': 'GCC', 'version': '4.9.3-2.25'} +toolchainopts = {'pic': True} + +source_urls = ['https://github.com/google/protobuf/archive/v%(version)s/'] +sources = [SOURCE_TAR_GZ] + +builddependencies = [('Autotools', '20150215', '', True)] + +preconfigopts = "./autogen.sh && " + +sanity_check_paths = { + 'files': ['bin/protoc', 'lib/libprotobuf.%s' % SHLIB_EXT], + 'dirs': [], +} + +moduleclass = 'devel' diff --git a/p/protobuf/protobuf-3.3.0-foss-2017a.eb b/p/protobuf/protobuf-3.3.0-foss-2017a.eb new file mode 100644 index 00000000..81f15887 --- /dev/null +++ b/p/protobuf/protobuf-3.3.0-foss-2017a.eb @@ -0,0 +1,24 @@ +easyblock = 'ConfigureMake' + +name = 'protobuf' +version = '3.3.0' + +homepage = 'https://github.com/google/protobuf/' +description = """Google Protocol Buffers""" + +toolchain = {'name': 'foss', 'version': '2017a'} +toolchainopts = {'pic': True} + +source_urls = ['https://github.com/google/protobuf/archive/v%(version)s/'] +sources = [SOURCE_TAR_GZ] + +builddependencies = [('Autotools', '20150215', '', True)] + +preconfigopts = "./autogen.sh && " + +sanity_check_paths = { + 'files': ['bin/protoc', 'lib/libprotobuf.%s' % SHLIB_EXT], + 'dirs': [], +} + +moduleclass = 'devel'