#!/bin/sh # Run all available tests (mostly). # # Warning: includes various build modes, so it will mess with the current # CMake configuration. After this script is run, the CMake cache is lost and # CMake is not initialised any more! # # Assumes gcc and clang (recent enough for using ASan with gcc and MemSen with # clang) are available, as well as cmake and GNU find. # Abort on errors (and uninitiliased variables) set -eu if [ -d library -a -d include -a -d tests ]; then :; else echo "Must be run from PolarSSL root" >&2 exit 1 fi CONFIG_H='include/polarssl/config.h' CONFIG_BAK="$CONFIG_H.bak" MEMORY=0 while [ $# -gt 0 ]; do case "$1" in -m*) MEMORY=1 ;; *) echo "Unknown argument: '$1'" >&2 echo "Use the source, Luke!" >&2 exit 1 ;; esac shift done # remove built files as well as the cmake cache/config cleanup() { make clean find -iname '*cmake*' -not -name CMakeLists.txt -exec rm -rf {} \+ rm -f include/Makefile include/polarssl/Makefile programs/*/Makefile git update-index --no-skip-worktree Makefile library/Makefile programs/Makefile tests/Makefile git checkout -- Makefile library/Makefile programs/Makefile tests/Makefile if [ -f "$CONFIG_BAK" ]; then mv "$CONFIG_BAK" "$CONFIG_H" fi } trap cleanup INT TERM HUP msg() { echo "" echo "******************************************************************" echo "* $1 " echo -n "* "; date echo "******************************************************************" } # The test ordering tries to optimize for the following criteria: # 1. Catch possible problems early, by running first test that run quickly # and/or are more likely to fail than others (eg I use Clang most of the # time, so start with a GCC build). # 2. Minimize total running time, by avoiding useless rebuilds # # Indicative running times are given for reference. msg "build: cmake, gcc, ASan" # ~ 1 min cleanup CC=gcc cmake -D CMAKE_BUILD_TYPE:String=Asan . make msg "test: main suites and selftest (ASan build)" # ~ 10s + 30s make test programs/test/selftest msg "test: ssl-opt.sh (ASan build)" # ~ 1 min 10s cd tests ./ssl-opt.sh cd .. msg "test/build: ref-configs (ASan build)" # ~ 4 min 45 s tests/scripts/test-ref-configs.pl # Most issues are likely to be caught at this point msg "build: with ASan (rebuild after ref-configs)" # ~ 1 min make msg "test: compat.sh (ASan build)" # ~ 7 min 30s cd tests ./compat.sh cd .. msg "build: cmake, full config, clang" # ~ 40s cleanup cp "$CONFIG_H" "$CONFIG_BAK" scripts/config.pl full scripts/config.pl unset POLARSSL_MEMORY_BACKTRACE # too slow for tests CC=clang cmake -D CMAKE_BUILD_TYPE:String=Check . make msg "test: main suites (full config)" # ~ 30s (?) make test msg "test: ssl-opt.sh default (full config)" # < 5s cd tests ./ssl-opt.sh -f Default cd .. msg "test: compat.sh 3DES & NULL (full config)" # ~ 2 min cd tests ./compat.sh -e '^$' -f 'NULL\|3DES-EDE-CBC\|DES-CBC3' cd .. msg "test/build: curves.pl (gcc)" # ~ 5 min (?) cleanup cmake -D CMAKE_BUILD_TYPE:String=Debug . tests/scripts/curves.pl msg "build: Unix make, -O2 (gcc)" # ~ 30s cleanup CC=gcc make msg "build: MSan (clang)" # ~ 1 min 30s cleanup cp "$CONFIG_H" "$CONFIG_BAK" scripts/config.pl unset POLARSSL_AESNI_C # memsan doesn't grok asm CC=clang cmake -D CMAKE_BUILD_TYPE:String=MemSan . make msg "test: main suites (MSan)" # ~ 15s make test msg "test: ssl-opt.sh (MSan)" # ~ 1 min cd tests ./ssl-opt.sh cd .. # Optional part(s) if [ "$MEMORY" -gt 0 ]; then msg "test: compat.sh (MSan)" # ~ 6 min 20s cd tests ./compat.sh cd .. fi msg "Done, cleaning up" cleanup