| 1 |
#!/bin/bash |
| 2 |
|
| 3 |
- |
| 4 |
# This script is a generic build script for Trilinos using the SEMS provided modules at Sandia |
| 5 |
# It assumes you have the SEMS modules files as well as the Kokkos subcategory enabled |
| 6 |
# Assuming basic SEMS Module usage has been set up you can add the Kokkos modules through |
| 7 |
# source $SEMS_MODULE_ROOT/utils/sems-modules-init.sh kokkos |
| 8 |
# The script also assumes BLAS and LAPACK are available in the system paths. |
| 9 |
# A 'modules' file will be created which can be used to reload the same modules as used during configuration. |
| 10 |
|
| 11 |
# Choose options below for configurations. |
| 12 |
|
| 13 |
rm -f CMakeCache.txt; |
| 14 |
rm -rf CMakeFiles |
| 15 |
echo "" |
| 16 |
echo "WARNING: In order to get modules correctly loaded source this files, don't just execute it." |
| 17 |
echo "" |
| 18 |
EXTRA_ARGS=$@ |
| 19 |
|
| 20 |
# Trilinos Path: |
| 21 |
TRILINOS_PATH=${HOME}/Trilinos |
| 22 |
|
| 23 |
# Top Level Configuration Options |
| 24 |
TESTS=ON |
| 25 |
EXAMPLES=ON |
| 26 |
|
| 27 |
CUDA=OFF |
| 28 |
OPENMP=ON |
| 29 |
PTHREAD=OFF |
| 30 |
SERIAL=OFF |
| 31 |
|
| 32 |
COMPLEX=ON |
| 33 |
|
| 34 |
|
| 35 |
#---------------------------------------------------- |
| 36 |
#TPL Paths------------------------------------------- |
| 37 |
#---------------------------------------------------- |
| 38 |
|
| 39 |
#Generic parts of the paths, change this only to switch for example |
| 40 |
#compiler while using same version numbers for tpl libraries |
| 41 |
#This is meant for Sandia SEMS module system and similar setups. |
| 42 |
TPL_PATH=/projects/install/rhel6-x86_64/sems/tpl |
| 43 |
|
| 44 |
#Options: gcc/4.7.2 gcc/4.8.4 gcc/4.9.2 gcc/5.1.0 intel/14.0.4 intel/15.0.2 clang/3.5.2 clang/3.6.1 |
| 45 |
COMPILER_SUFFIX=gcc/4.7.2 |
| 46 |
#Options: cuda/6.5.14 cuda/7.0.28 cuda/7.5.18 |
| 47 |
CUDA_SUFFIX=cuda/7.5.18 |
| 48 |
#Options: openmpi/1.6.5 openmpi/1.8.7 openmpi/1.10.1 |
| 49 |
MPI_SUFFIX=openmpi/1.8.7 |
| 50 |
|
| 51 |
|
| 52 |
#Using Boost from sems |
| 53 |
BOOST_SUFFIX=boost/1.58.0 |
| 54 |
|
| 55 |
#SuperLU is not correctly installed in the sems modules so use your own |
| 56 |
SUPERLU_SUFFIX=superlu/4.3 |
| 57 |
|
| 58 |
#Using HDF5 from sems |
| 59 |
HDF5_SUFFIX=hdf5/1.8.12 |
| 60 |
|
| 61 |
#Using NetCDF from sems |
| 62 |
NETCDF_SUFFIX=netcdf/4.3.2 |
| 63 |
|
| 64 |
#Using Scotch from sems |
| 65 |
SCOTCH_SUFFIX=scotch/6.0.3/nopthread_32bit_parallel |
| 66 |
|
| 67 |
#Zlib doesn't exist in the sems modules yet |
| 68 |
ZLIB_SUFFIX=zlib/1.2.8 |
| 69 |
|
| 70 |
#-------------------------------------------------- |
| 71 |
#-------------------------------------------------- |
| 72 |
|
| 73 |
module purge |
| 74 |
module load sems-env |
| 75 |
module load kokkos-env |
| 76 |
module load sems-cmake/3.5.2 |
| 77 |
module load sems-${COMPILER_SUFFIX} |
| 78 |
if [ "${CUDA}" == 'ON' ]; then |
| 79 |
module load kokkos-${CUDA_SUFFIX} |
| 80 |
module load kokkos-${MPI_SUFFIX}/cuda |
| 81 |
export OMPI_CXX=${TRILINOS_PATH}/packages/kokkos/config/nvcc_wrapper |
| 82 |
export CUDA_LAUNCH_BLOCKING=1 |
| 83 |
export CUDA_MANAGED_FORCE_DEVICE_ALLOC=1 |
| 84 |
else |
| 85 |
unset OMPI_CXX |
| 86 |
module load sems-${MPI_SUFFIX} |
| 87 |
fi |
| 88 |
module load sems-${BOOST_SUFFIX}/base |
| 89 |
module load sems-${HDF5_SUFFIX}/parallel |
| 90 |
module load sems-${NETCDF_SUFFIX}/parallel |
| 91 |
module load sems-${ZLIB_SUFFIX}/base |
| 92 |
module load sems-${SCOTCH_SUFFIX} |
| 93 |
|
| 94 |
echo "module purge" > modules |
| 95 |
echo "module load sems-env" >> modules |
| 96 |
echo "module load kokkos-env" >> modules |
| 97 |
echo "module load sems-cmake/3.5.2" >> modules |
| 98 |
echo "module load sems-${COMPILER_SUFFIX}" >> modules |
| 99 |
if [ "${CUDA}" == 'ON' ]; then |
| 100 |
echo " module load kokkos-${CUDA_SUFFIX}" >> modules |
| 101 |
echo " module load kokkos-${MPI_SUFFIX}/cuda" >> modules |
| 102 |
echo " export OMPI_CXX=${TRILINOS_PATH}/packages/kokkos/config/nvcc_wrapper" >> modules |
| 103 |
echo " export CUDA_LAUNCH_BLOCKING=1" >> modules |
| 104 |
echo " export CUDA_MANAGED_FORCE_DEVICE_ALLOC=1" >> modules |
| 105 |
else |
| 106 |
echo " unset OMPI_CXX" >> modules |
| 107 |
echo " module load sems-${MPI_SUFFIX}" >> modules |
| 108 |
fi |
| 109 |
echo "module load sems-${BOOST_SUFFIX}/base" >> modules |
| 110 |
echo "module load sems-${HDF5_SUFFIX}/parallel" >> modules |
| 111 |
echo "module load sems-${NETCDF_SUFFIX}/parallel" >> modules |
| 112 |
echo "module load sems-${ZLIB_SUFFIX}/base" >> modules |
| 113 |
echo "module load sems-${SCOTCH_SUFFIX}" >> modules |
| 114 |
|
| 115 |
|
| 116 |
# CMAKE Command structured |
| 117 |
# |
| 118 |
# Basic Options for backends (Enable OpenMP etc.) |
| 119 |
# \ |
| 120 |
# Build control (flags, debug, ETI) |
| 121 |
# \ |
| 122 |
# Generic CMake options |
| 123 |
# \ |
| 124 |
# TPL Setup |
| 125 |
# \ |
| 126 |
# Packages (on/off, tests, examples) |
| 127 |
|
| 128 |
cmake \ |
| 129 |
-D Trilinos_ENABLE_OpenMP=${OPENMP} \ |
| 130 |
-D Kokkos_ENABLE_Pthread=${PTHREAD} \ |
| 131 |
-D TPL_ENABLE_CUDA=${CUDA} \ |
| 132 |
-D Kokkos_ENABLE_Cuda_UVM:BOOL=ON \ |
| 133 |
-D Teuchos_ENABLE_COMPLEX=${COMPLEX} \ |
| 134 |
\ |
| 135 |
-D CMAKE_CXX_FLAGS="-ansi -pedantic -Wno-unknown-pragmas -Wno-narrowing -Wno-pragmas -Wno-unused-but-set-variable -Wno-delete-non-virtual-dtor -Wno-inline -Wshadow" \ |
| 136 |
-D CMAKE_C_FLAGS="-ansi -pedantic -Wno-unknown-pragmas -Wno-narrowing -Wno-pragmas -Wno-unused-but-set-variable -Wno-inline -Wshadow" \ |
| 137 |
-D Trilinos_ENABLE_EXPLICIT_INSTANTIATION:BOOL=ON \ |
| 138 |
-D Trilinos_ENABLE_DEBUG:BOOL=OFF \ |
| 139 |
\ |
| 140 |
-D CMAKE_INSTALL_PREFIX:PATH="$PWD/../install/" \ |
| 141 |
-D Trilinos_ENABLE_INSTALL_CMAKE_CONFIG_FILES:BOOL=ON \ |
| 142 |
-D CMAKE_BUILD_TYPE:STRING=RELEASE \ |
| 143 |
-D CMAKE_VERBOSE_MAKEFILE:BOOL=OFF \ |
| 144 |
-D Trilinos_ENABLE_CHECKED_STL:BOOL=OFF \ |
| 145 |
-D Trilinos_ENABLE_ALL_PACKAGES:BOOL=OFF \ |
| 146 |
-D Trilinos_ENABLE_ALL_OPTIONAL_PACKAGES:BOOL=OFF \ |
| 147 |
-D BUILD_SHARED_LIBS:BOOL=OFF \ |
| 148 |
-D DART_TESTING_TIMEOUT:STRING=600 \ |
| 149 |
-D Trilinos_WARNINGS_AS_ERRORS_FLAGS:STRING="" \ |
| 150 |
-D Trilinos_ENABLE_CXX11=ON \ |
| 151 |
-D Trilinos_CXX11_FLAGS:STRING="--std=c++11" \ |
| 152 |
\ |
| 153 |
-D TPL_ENABLE_MPI=ON \ |
| 154 |
-D MPI_EXEC_POST_NUMPROCS_FLAGS:STRING="-bind-to;socket;-map-by;socket" \ |
| 155 |
-D TPL_ENABLE_BinUtils=OFF \ |
| 156 |
-D TPL_ENABLE_SuperLU=OFF \ |
| 157 |
-D TPL_SuperLU_LIBRARIES:STRING="${SEMS_SUPERLU_ROOT}/lib/libsuperlu.a" \ |
| 158 |
-D TPL_SuperLU_INCLUDE_DIRS:STRING="${SEMS_SUPERLU_ROOT}/include" \ |
| 159 |
-D TPL_ENABLE_BLAS=ON \ |
| 160 |
-D TPL_ENABLE_LAPACK=ON \ |
| 161 |
-D TPL_ENABLE_Boost=ON \ |
| 162 |
-D Boost_INCLUDE_DIRS:PATH="${SEMS_BOOST_ROOT}/include" \ |
| 163 |
-D Boost_LIBRARY_DIRS:PATH="${SEMS_BOOST_ROOT}/lib" \ |
| 164 |
-D TPL_ENABLE_BoostLib=ON \ |
| 165 |
-D BoostLib_INCLUDE_DIRS:PATH="${SEMS_BOOST_ROOT}/include" \ |
| 166 |
-D BoostLib_LIBRARY_DIRS:PATH="${SEMS_BOOST_ROOT}/lib" \ |
| 167 |
-D TPL_ENABLE_Netcdf=ON \ |
| 168 |
-D Netcdf_INCLUDE_DIRS:PATH="${SEMS_NETCDF_ROOT}/include" \ |
| 169 |
-D Netcdf_LIBRARY_DIRS:PATH="${SEMS_NETCDF_ROOT}/lib" \ |
| 170 |
-D TPL_Netcdf_PARALLEL:BOOL=ON \ |
| 171 |
-D TPL_ENABLE_HDF5=ON \ |
| 172 |
-D HDF5_INCLUDE_DIRS:PATH="${SEMS_HDF5_ROOT}/include" \ |
| 173 |
-D TPL_HDF5_LIBRARIES:PATH="${SEMS_HDF5_ROOT}/lib/libhdf5_hl.a;${SEMS_HDF5_ROOT}/lib/libhdf5.a;${SEMS_ZLIB_ROOT}/lib/libz.a" \ |
| 174 |
-D TPL_ENABLE_Zlib=ON \ |
| 175 |
-D Zlib_INCLUDE_DIRS:PATH="${SEMS_ZLIB_ROOT}/include" \ |
| 176 |
-D TPL_Zlib_LIBRARIES:PATH="${SEMS_ZLIB_ROOT}/lib/libz.a" \ |
| 177 |
-D TPL_ENABLE_Scotch=ON \ |
| 178 |
-D Scotch_INCLUDE_DIRS:PATH="${SEMS_SCOTCH_ROOT}/include" \ |
| 179 |
-D Scotch_LIBRARY_DIRS:PATH="${SEMS_SCOTCH_ROOT}/lib" \ |
| 180 |
-D TPL_ENABLE_DLlib=ON \ |
| 181 |
\ |
| 182 |
\ |
| 183 |
-D Trilinos_ENABLE_Amesos=ON \ |
| 184 |
-D Trilinos_ENABLE_Amesos2=ON \ |
| 185 |
-D Amesos2_ENABLE_TESTS:BOOL=${TESTS} \ |
| 186 |
-D Amesos2_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 187 |
-D Trilinos_ENABLE_Anasazi=ON \ |
| 188 |
-D Anasazi_ENABLE_TESTS:BOOL=${TESTS} \ |
| 189 |
-D Trilinos_ENABLE_AztecOO=ON \ |
| 190 |
-D Trilinos_ENABLE_Belos=ON \ |
| 191 |
-D Belos_ENABLE_TESTS:BOOL=${TESTS} \ |
| 192 |
-D Belos_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 193 |
-D Trilinos_ENABLE_Epetra=ON \ |
| 194 |
-D Trilinos_ENABLE_EpetraExt=ON \ |
| 195 |
-D Trilinos_ENABLE_Ifpack=ON \ |
| 196 |
-D Ifpack_ENABLE_TESTS:BOOL=${TESTS} \ |
| 197 |
-D Trilinos_ENABLE_Ifpack2=ON \ |
| 198 |
-D Ifpack2_ENABLE_TESTS:BOOL=${TESTS} \ |
| 199 |
-D Ifpack2_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 200 |
-D Trilinos_ENABLE_Intrepid=ON \ |
| 201 |
-D Intrepid_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 202 |
-D Intrepid_ENABLE_TESTS:BOOL=${TESTS} \ |
| 203 |
-D Trilinos_ENABLE_Intrepid2=ON \ |
| 204 |
-D Intrepid2_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 205 |
-D Intrepid2_ENABLE_TESTS:BOOL=${TESTS} \ |
| 206 |
-D Trilinos_ENABLE_Isorropia=ON \ |
| 207 |
-D Isorropia_ENABLE_TESTS:BOOL=${TESTS} \ |
| 208 |
-D Trilinos_ENABLE_Kokkos=ON \ |
| 209 |
-D Kokkos_ENABLE_TESTS:BOOL=${TESTS} \ |
| 210 |
-D Trilinos_ENABLE_ML=ON \ |
| 211 |
-D ML_ENABLE_TESTS:BOOL=${TESTS} \ |
| 212 |
-D Trilinos_ENABLE_MueLu=ON \ |
| 213 |
-D MueLu_INST_DOUBLE_INT_LONGINT:BOOL=ON \ |
| 214 |
-D MueLu_ENABLE_TESTS:BOOL=${TESTS} \ |
| 215 |
-D MueLu_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 216 |
-D Trilinos_ENABLE_NOX=ON \ |
| 217 |
-D NOX_ENABLE_TESTS:BOOL=${TESTS} \ |
| 218 |
-D Trilinos_ENABLE_Panzer=ON \ |
| 219 |
-D Panzer_ENABLE_TESTS:BOOL=${TESTS} \ |
| 220 |
-D Trilinos_ENABLE_ROL=ON \ |
| 221 |
-D ROL_ENABLE_TESTS:BOOL=${TESTS} \ |
| 222 |
-D Trilinos_ENABLE_Sacado=ON \ |
| 223 |
-D Sacado_ENABLE_UNINIT:BOOL=ON \ |
| 224 |
-D Sacado_ENABLE_TESTS:BOOL=${TESTS} \ |
| 225 |
-D Sacado_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 226 |
-D Trilinos_ENABLE_ShyLU=ON \ |
| 227 |
-D ShyLU_ENABLE_TESTS:BOOL=${TESTS} \ |
| 228 |
-D ShyLU_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 229 |
-D Trilinos_ENABLE_ShyLUTacho=ON \ |
| 230 |
-D ShyLUTacho_ENABLE_TESTS:BOOL=${TESTS} \ |
| 231 |
-D ShyLUTacho_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 232 |
-D Trilinos_ENABLE_Stokhos=ON \ |
| 233 |
-D Stokhos_ENABLE_TESTS:BOOL=${TESTS} \ |
| 234 |
-D Stokhos_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 235 |
-D Trilinos_ENABLE_Stratimikos=ON \ |
| 236 |
-D Stratimikos_ENABLE_TESTS:BOOL=${TESTS} \ |
| 237 |
-D Trilinos_ENABLE_Thyra=ON \ |
| 238 |
-D Thyra_ENABLE_TESTS:BOOL=${TESTS} \ |
| 239 |
-D Trilinos_ENABLE_Tpetra=ON \ |
| 240 |
-D Tpetra_INST_SERIAL:BOOL=${SERIAL} \ |
| 241 |
-D Tpetra_INST_OPENMP:BOOL=${OPENMP} \ |
| 242 |
-D Tpetra_INST_PTHREAD:BOOL=${PTHREAD} \ |
| 243 |
-D Tpetra_INST_CUDA:BOOL=${CUDA} \ |
| 244 |
-D Tpetra_INST_COMPLEX_DOUBLE:BOOL=${COMPLEX} \ |
| 245 |
-D Tpetra_ENABLE_TESTS:BOOL=${TESTS} \ |
| 246 |
-D Tpetra_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 247 |
-D Trilinos_ENABLE_TrilinosCouplings=ON \ |
| 248 |
-D TrilinosCouplings_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 249 |
-D Trilinos_ENABLE_Triutils=ON \ |
| 250 |
-D Trilinos_ENABLE_Xpetra=ON \ |
| 251 |
-D Xpetra_ENABLE_TESTS:BOOL=${TESTS} \ |
| 252 |
-D Xpetra_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 253 |
-D Trilinos_ENABLE_Zoltan=ON \ |
| 254 |
-D Trilinos_ENABLE_Zoltan2=ON \ |
| 255 |
-D Zoltan2_ENABLE_TESTS:BOOL=${TESTS} \ |
| 256 |
-D Zoltan2_ENABLE_EXAMPLES:BOOL=${EXAMPLES} \ |
| 257 |
\ |
| 258 |
-D Trilinos_ENABLE_STKMesh:BOOL=ON \ |
| 259 |
-D Trilinos_ENABLE_STKIO:BOOL=ON \ |
| 260 |
-D Trilinos_ENABLE_STKTransfer:BOOL=ON \ |
| 261 |
-D Trilinos_ENABLE_STKSearch:BOOL=ON \ |
| 262 |
-D Trilinos_ENABLE_STKUtil:BOOL=ON \ |
| 263 |
-D Trilinos_ENABLE_STKTopology:BOOL=ON \ |
| 264 |
-D Trilinos_ENABLE_STKClassic:BOOL=OFF \ |
| 265 |
-D Trilinos_ENABLE_SEACASExodus:BOOL=ON \ |
| 266 |
-D Trilinos_ENABLE_SEACASEpu:BOOL=ON \ |
| 267 |
-D Trilinos_ENABLE_SEACASExodiff:BOOL=ON \ |
| 268 |
-D Trilinos_ENABLE_SEACASNemspread:BOOL=ON \ |
| 269 |
-D Trilinos_ENABLE_SEACASNemslice:BOOL=ON \ |
| 270 |
\ |
| 271 |
\ |
| 272 |
$EXTRA_ARGS \ |
| 273 |
${TRILINOS_PATH} |
| 274 |
|