-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathsetup_cluster_conf.sh.orig
89 lines (70 loc) · 3.67 KB
/
setup_cluster_conf.sh.orig
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/bin/bash
# CONFIGURATION
# GCC
GCC_PREFIX=/usr/nld/gcc-4.7.2
MPC_PREFIX=/usr/nld/mpc-1.0.1
MPFR_PREFIX=/usr/nld/mpfr-3.1.1
GMP_PREFIX=/usr/nld/gmp-5.0.5
# Python
PYTHON_PREFIX=/usr/nld/python-3.4.3b-cluster
# virtual environment
VENV_PREFIX="${HOME}/venvs/scipy"
PIP_UPGRADE_PIP_LOGIN_OPTIONS="--trusted-host pypi.python.org"
PIP_INSTALL_LOGIN_OPTIONS="--trusted-host pypi.python.org"
PIP_WHEEL_LOGIN_OPTIONS="--trusted-host pypi.python.org"
PIP_DOWNLOAD_LOGIN_OPTIONS="--trusted-host pypi.python.org --no-binary :all:"
# ATLAS
ATLAS_VERSION=3.8.4
ATLAS_SUFFIX=-seq
# HDF5
HDF_PREFIX=/usr/nld/hdf5-1.8.9
# ZeroMQ
ZMQ_PREFIX=/usr/nld/zeromq-4.0.4-skadi
# Queueing system settings
QUEUEING_SETTINGS=/core/ge/NLD/common/settings.sh
# DRMAA
_DRMAA_LIBRARY_PATH=/core/ge/lib/linux-x64/libdrmaa.so
# Compile libraries on which cluster?
BUILD_CLUSTER=skadi
# Run tests on which cluster?
TEST_CLUSTERS="skadi frigg navier ull"
TEST_GRIDMAP_PARAMS="quiet=False, require_cluster=True, \
temp_dir='${VENV_PREFIX}', local=False, copy_env=False, completion_mail=True"
# DO NOT CHANGE AFTER HERE
VENV_ACTIVATE=${VENV_PREFIX}/bin/activate
# Get cluster name
CLUSTERNAME=`hostname | grep -o "[[:alpha:]]*"`
# C Compiler
GCC_CC=${GCC_PREFIX}/bin/gcc
GCC_PATH=${GCC_PREFIX}/bin
GCC_LD_LIBRARY_PATH=${GCC_PREFIX}/lib64:${MPC_PREFIX}/lib:${MPFR_PREFIX}/lib:${GMP_PREFIX}/lib
# ATLAS
ATLAS_CLUSTER_EXPRESSION='$([ $CLUSTERNAME = login ] && echo "skadi" || echo $CLUSTERNAME)'
ATLAS_CLUSTER=$(eval echo $ATLAS_CLUSTER_EXPRESSION)
ATLAS_PREFIX=/usr/nld/atlas-${ATLAS_VERSION}-${ATLAS_CLUSTER}${ATLAS_SUFFIX}
# pip
PIP_CACHE=${HOME}/.cache/pip/download
PIP_INSTALL_LOGIN="pip install ${PIP_INSTALL_LOGIN_OPTIONS} --upgrade"
PIP_UPGRADE_PIP_LOGIN="pip install ${PIP_UPGRADE_PIP_LOGIN_OPTIONS} --upgrade"
PIP_WHEEL_LOGIN="pip wheel ${PIP_WHEEL_LOGIN_OPTIONS}"
PIP_DOWNLOAD_LOGIN="pip download ${PIP_DOWNLOAD_LOGIN_OPTIONS} --dest ${PIP_CACHE} --no-deps"
PIP_WHEEL_CLUSTER="pip wheel --no-index --find-links ${PIP_CACHE}"
PIP_INSTALL_CLUSTER="pip install --no-index --find-links ${PIP_CACHE} --upgrade"
PIP_WHEEL_DIR_ROOT=${HOME}/envs/${CLUSTERNAME}/wheels/${CLUSTERNAME}--$(basename ${GCC_PREFIX})
PIP_WHEEL_DIR_GENERAL=${PIP_WHEEL_DIR_ROOT}/general
PIP_WHEEL_DIR_NUMPY=${PIP_WHEEL_DIR_ROOT}/numpy--$(basename ${ATLAS_PREFIX})
PIP_WHEEL_DIR_SCIPY=${PIP_WHEEL_DIR_ROOT}/scipy--$(basename ${ATLAS_PREFIX})
PIP_WHEEL_DIR_ZMQ=${PIP_WHEEL_DIR_ROOT}/pyzmq--$(basename ${ZMQ_PREFIX})
PIP_WHEEL_DIR_HDF=${PIP_WHEEL_DIR_ROOT}/h5py--$(basename ${HDF_PREFIX})
PIP_WHEEL_LOGIN_GENERAL="${PIP_WHEEL_LOGIN} --find-links ${PIP_WHEEL_DIR_GENERAL} --wheel-dir ${PIP_WHEEL_DIR_GENERAL}"
PIP_INSTALL_LOGIN_GENERAL="pip install --no-index --find-links ${PIP_WHEEL_DIR_GENERAL}"
PIP_WHEEL_LOGIN_ZMQ="${PIP_WHEEL_LOGIN} --find-links ${PIP_WHEEL_DIR_ZMQ} --wheel-dir ${PIP_WHEEL_DIR_ZMQ}"
PIP_INSTALL_LOGIN_ZMQ="pip install --no-index --find-links ${PIP_WHEEL_DIR_ZMQ}"
PIP_WHEEL_CLUSTER_GENERAL="${PIP_WHEEL_CLUSTER} --find-links ${PIP_WHEEL_DIR_GENERAL} --wheel-dir ${PIP_WHEEL_DIR_GENERAL}"
PIP_INSTALL_CLUSTER_GENERAL="pip install --no-index --find-links ${PIP_WHEEL_DIR_GENERAL}"
PIP_WHEEL_CLUSTER_NUMPY="${PIP_WHEEL_CLUSTER} --find-links ${PIP_WHEEL_DIR_NUMPY} --wheel-dir ${PIP_WHEEL_DIR_NUMPY}"
PIP_INSTALL_CLUSTER_NUMPY="pip install --no-index --find-links ${PIP_WHEEL_DIR_NUMPY}"
PIP_WHEEL_CLUSTER_SCIPY="${PIP_WHEEL_CLUSTER} --find-links ${PIP_WHEEL_DIR_SCIPY} --wheel-dir ${PIP_WHEEL_DIR_SCIPY}"
PIP_INSTALL_CLUSTER_SCIPY="pip install --no-index --find-links ${PIP_WHEEL_DIR_SCIPY}"
PIP_WHEEL_CLUSTER_HDF="${PIP_WHEEL_CLUSTER} --find-links ${PIP_WHEEL_DIR_HDF} --wheel-dir ${PIP_WHEEL_DIR_HDF}"
PIP_INSTALL_CLUSTER_HDF="pip install --no-index --find-links ${PIP_WHEEL_DIR_HDF}"