Skip to content

Instantly share code, notes, and snippets.

@n01r
Last active August 21, 2018 09:54
Show Gist options
  • Select an option

  • Save n01r/75ed47994e472843652eb358b36fa7b0 to your computer and use it in GitHub Desktop.

Select an option

Save n01r/75ed47994e472843652eb358b36fa7b0 to your computer and use it in GitHub Desktop.
Serial Adios on Taurus
#!/bin/bash
#
# `module spider <library name>` is awesome!
#
module purge
# change the module environment from 'scs5' to 'both' in order to be able to load the following modules
module load modenv/both
module load gcc/6.2.0
module load cmake/3.10.1
module load boost/1.62.0-gnu6.2
export SOURCE_DIR=$HOME/src
# zlib
cd $SOURCE_DIR
wget -O zlib-1.2.11.tar.gz \
https://github.com/madler/zlib/archive/v1.2.11.tar.gz
tar -xf zlib-1.2.11.tar.gz
cd zlib-1.2.11
./configure \
--prefix=$HOME/lib/zlib-1.2.11
make -j4
make install
export ZLIB_ROOT=$HOME/lib/zlib-1.2.11
# c-blosc
cd $SOURCE_DIR
git clone -b v1.12.1 https://github.com/Blosc/c-blosc.git \
$SOURCE_DIR/c-blosc
mkdir c-blosc-build
cd c-blosc-build
cmake -DCMAKE_INSTALL_PREFIX=$HOME/lib/blosc-1.12.1 \
-DPREFER_EXTERNAL_ZLIB=ON \
$SOURCE_DIR/c-blosc
make -j4
make install
export BLOSC_ROOT=$HOME/lib/blosc-1.12.1
# ADIOS
cd $SOURCE_DIR
wget https://users.nccs.gov/~pnorbert/adios-1.13.1.tar.gz
tar -xf adios-1.13.1.tar.gz
cd adios-1.13.1
CFLAGS="-fPIC" ./configure --enable-static --enable-shared \
--disable-fortran --without-mpi --with-zlib=$ZLIB_ROOT \
--with-blosc=$BLOSC_ROOT \
--prefix=$HOME/lib/adios-1.13.1_nompi
make
make install
#!/bin/bash
# only execute after `01_serial_adios_on_taurus.sh`
module purge
# change the module environment from 'scs5' to 'both' in order to be able to load the following modules
module load modenv/both
module load gcc/6.2.0
module load cmake/3.10.1
module load boost/1.62.0-gnu6.2
# source your python environment (assuming a conda environment here) - PLEASE RENAME
source activate <my_env>
# check that you got the right python
which python
export ZLIB_ROOT=$HOME/lib/zlib-1.2.11
export BLOSC_ROOT=$HOME/lib/blosc-1.12.1
export ADIOS_ROOT=$HOME/lib/adios-1.13.1_nompi
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$BLOSC_ROOT/lib/
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$ADIOS_ROOT/lib/
export PATH=$PATH:$ADIOS_ROOT/bin/
if [ -z "$SOURCE_DIR" ]; then
# go to the adios source directory
cd $HOME/src/adios-1.13.1
else
cd $SOURCE_DIR/adios-1.13.1
fi
cd wrappers/numpy
make python
# the --user flag makes the wrappers available even if you're using a system prefix python
python setup.py install --user
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment