Testing on HLRN MPP2 (Haswell)

Building

export CRAYPE_LINK_TYPE=dynamic
module sw PrgEnv-cray PrgEnv-intel
module switch intel/16.0.3.210 intel/17.0.0.098
module load gcc/5.3.0
#module load boost/1.61.0-gcc51
export BOOST_ROOT=$HOME/Software/boost_1_61_0_gcc-5.3.0/
export MIC_BOOST_ROOT=$BOOST_ROOT # dummy
export BOOST_BUILD_PATH=$HOME/Software/boost_1_61_0_gcc-5.3.0/share/boost-build
export LD_LIBRARY_PATH=$BOOST_ROOT/lib:$LD_LIBRARY_PATH
export PATH=$BOOST_ROOT/bin:$PATH

module switch cray-mpich cray-mpich/7.5.2
module switch craype-ivybridge craype-haswell

b2 toolset=cray variant=release ham_offload_mpi
b2 toolset=cray variant=release inner_product_mpi

Running

msub -I -l nodes=2:ppn=68 -l os=CLE_quad_cache
msub -I -l nodes=2:ppn=68 -l os=CLE_quad_flat

export LD_LIBRARY_PATH=$(pwd)/ham_lib:$LD_LIBRARY_PATH

aprun -n 2 -N 2 -cc none ./