| 1 |
#!/bin/bash |
| 2 |
|
| 3 |
# allow parallel jobs, but don't load up more than 8 |
| 4 |
NPROC=$( nproc ) |
| 5 |
MAX_CPU=8 |
| 6 |
N_CPU=$(( NPROC > MAX_CPU ? MAX_CPU : NPROC )) |
| 7 |
|
| 8 |
# MPI tests are set up to run on 3 processes. Spread them leanly over the available processors (don't have more than 2 tests using one processor). |
| 9 |
# e.g. run 1 MPI test at a time over 1-3 processors, or 2 tests at a time over 4-6 processors, or 3 tests over 7-9 processors, etc. |
| 10 |
N_MPI=3 |
| 11 |
N_MPI_TESTS=$(( (N_CPU+N_MPI-1)/N_MPI )) |
| 12 |
|
| 13 |
export PRTE_MCA_plm_ssh_agent=/bin/false |
| 14 |
export PRTE_MCA_rmaps_default_mapping_policy=:oversubscribe |
| 15 |
|
| 16 |
export PETSC_DIR=/usr/lib/petsc64 |
| 17 |
export SLEPC_DIR=/usr/lib/slepc64 |
| 18 |
|
| 19 |
# first check unit tests still pass |
| 20 |
|
| 21 |
UNITTEST_SOURCE_DIR=./test/unit/cpp |
| 22 |
DOLFIN_SOURCE_DIR=$(pwd) |
| 23 |
|
| 24 |
# need to run ffc to generate test/unit/cpp/function/Projection.h from ufl |
| 25 |
cat >> ${UNITTEST_SOURCE_DIR}/CMakeLists.txt <<EOF |
| 26 |
set(CMAKE_MODULE_PATH \${CMAKE_MODULE_PATH} ${DOLFIN_SOURCE_DIR}/cmake/modules) |
| 27 |
find_package(PythonInterp 3) |
| 28 |
find_package(UFC MODULE \${DOLFIN_VERSION_MAJOR}.\${DOLFIN_VERSION_MINOR}) |
| 29 |
message(STATUS "Generating form files in test directories. May take some time...") |
| 30 |
execute_process( COMMAND \${PYTHON_EXECUTABLE} "-B" "-u" ${DOLFIN_SOURCE_DIR}/cmake/scripts/generate-form-files.py |
| 31 |
WORKING_DIRECTORY ${DOLFIN_SOURCE_DIR} |
| 32 |
RESULT_VARIABLE FORM_GENERATION_RESULT |
| 33 |
OUTPUT_VARIABLE FORM_GENERATION_OUTPUT |
| 34 |
ERROR_VARIABLE FORM_GENERATION_OUTPUT |
| 35 |
) |
| 36 |
enable_testing() |
| 37 |
EOF |
| 38 |
|
| 39 |
UNITTEST_DIR=./dolfin-unittests |
| 40 |
rm -rf $UNITTEST_DIR |
| 41 |
mkdir $UNITTEST_DIR |
| 42 |
cd $UNITTEST_DIR |
| 43 |
cmake -DCMAKE_C_COMPILER=mpicc -DDOLFIN_LIB_NAME_EXT=64 ../${UNITTEST_SOURCE_DIR} |
| 44 |
make -j${N_CPU} unittests VERBOSE=1 |
| 45 |
echo "Run 64-bit C++ unit tests (serial)" |
| 46 |
ctest --output-on-failure -R unittests |
| 47 |
cd .. |
| 48 |
|
| 49 |
|
| 50 |
# then check demos run successfully |
| 51 |
|
| 52 |
DEMO_DIR=./dolfin-demo |
| 53 |
|
| 54 |
rm -rf $DEMO_DIR |
| 55 |
cp -rL /usr/share/dolfin/demo $DEMO_DIR |
| 56 |
|
| 57 |
cd $DEMO_DIR |
| 58 |
cmake -DCMAKE_C_COMPILER=mpicc -DDOLFIN_LIB_NAME_EXT=64 . |
| 59 |
make -j${N_CPU} all VERBOSE=1 |
| 60 |
|
| 61 |
DEMO_LIST=`find . -executable -name demo*[^.dir]` |
| 62 |
|
| 63 |
# construct ctest scripts |
| 64 |
# (cf. add_test in source cmake/scripts/generate-cmakefiles.py) |
| 65 |
CTESTFILE=CTestTestfile.cmake |
| 66 |
for d in ${DEMO_LIST}; do |
| 67 |
demo_bin=`basename $d` |
| 68 |
dir=`dirname $d` |
| 69 |
echo -e "subdirs(\"${dir}\")" >> $CTESTFILE |
| 70 |
echo -e "add_test(${demo_bin}_mpi \"mpirun\" \"-np\" \"${N_MPI}\" \"./${demo_bin}\")" >> $dir/$CTESTFILE |
| 71 |
echo "add_test(${demo_bin}_serial \"./${demo_bin}\")" >> $dir/$CTESTFILE |
| 72 |
done |
| 73 |
|
| 74 |
# demo_hyperelasticity_mpi diverges, so skip |
| 75 |
echo "set(CTEST_CUSTOM_TESTS_IGNORE demo_hyperelasticity_mpi)" > CTestCustom.cmake |
| 76 |
|
| 77 |
echo "running 64-bit C++ demos (serial)" |
| 78 |
ctest --output-on-failure -j${N_CPU} -R serial |
| 79 |
|
| 80 |
echo "running 64-bit C++ demos (MPI)" |
| 81 |
echo "available CPUs: NPROC=${NPROC}, of which we use N_CPU=${N_CPU}" |
| 82 |
echo "using ${N_MPI} processes per demo (i.e. run ${N_MPI_TESTS} demo[s] at once)" |
| 83 |
ctest --output-on-failure -j${N_MPI_TESTS} -R mpi |
| 84 |
|
| 85 |
cd .. |