mbedtls/tests/scripts/all.sh

385 lines
11 KiB
Bash
Raw Normal View History

#!/bin/sh
# all.sh
#
# This file is part of mbed TLS (https://tls.mbed.org)
#
# Copyright (c) 2014-2016, ARM Limited, All Rights Reserved
#
# Purpose
#
# To run all tests possible or available on the platform.
#
# Warning: the test is destructive. It includes various build modes and
# configurations, and can and will arbitrarily change the current CMake
# configuration. After this script has been run, the CMake cache will be lost
# and CMake will no longer be initialised.
2014-03-27 13:44:04 +00:00
#
# The script assumes the presence of gcc and clang (recent enough for using
# ASan with gcc and MemSan with clang, or valgrind) are available, as well as
# cmake and a "good" find.
# Abort on errors (and uninitialised variables)
set -eu
if [ -d library -a -d include -a -d tests ]; then :; else
2015-01-22 16:43:54 +00:00
echo "Must be run from mbed TLS root" >&2
exit 1
fi
2015-03-09 17:05:11 +00:00
CONFIG_H='include/mbedtls/config.h'
2014-07-12 02:00:00 +00:00
CONFIG_BAK="$CONFIG_H.bak"
MEMORY=0
SHORT=0
FORCE=0
usage()
{
echo "Usage: $0"
echo -e " -h|--help\t\tPrint this help."
echo -e " -m|--memory\t\tAdditional optional memory tests."
echo -e " -s|--short\t\tSubset of tests."
echo -e " -f|--force\t\tForce the tests to overwrite any modified files."
}
# remove built files as well as the cmake cache/config
cleanup()
{
make clean
2014-07-12 02:00:00 +00:00
2015-07-28 13:00:37 +00:00
find . -name yotta -prune -o -iname '*cmake*' -not -name CMakeLists.txt -exec rm -rf {} \+
2015-03-09 17:05:11 +00:00
rm -f include/Makefile include/mbedtls/Makefile programs/*/Makefile
git update-index --no-skip-worktree Makefile library/Makefile programs/Makefile tests/Makefile
git checkout -- Makefile library/Makefile programs/Makefile tests/Makefile
2014-07-12 02:00:00 +00:00
if [ -f "$CONFIG_BAK" ]; then
mv "$CONFIG_BAK" "$CONFIG_H"
fi
}
2014-07-12 02:00:00 +00:00
trap cleanup INT TERM HUP
2014-03-27 13:44:04 +00:00
msg()
{
echo ""
echo "******************************************************************"
echo "* $1 "
2015-01-26 14:03:56 +00:00
printf "* "; date
2014-03-27 13:44:04 +00:00
echo "******************************************************************"
}
while [ $# -gt 0 ]; do
case "$1" in
--memory|-m*)
MEMORY=${1#-m}
;;
--short|-s)
SHORT=1
;;
--force|-f)
FORCE=1
;;
--help|-h|*)
usage()
exit 1
;;
esac
shift
done
if [ $FORCE -eq 1 ]; then
rm -rf yotta/module
git checkout-index -f -q $CONFIG_H
cleanup
else
if [ -d yotta/module ]; then
echo "Warning - there is an existing yotta module in the directory 'yotta/module'" >&2
echo "You can either delete your work and retry, or force the test to overwrite the"
echo "test by rerunning the script as: $0 --force"
exit 1
fi
if ! git diff-files --quiet include/mbedtls/config.h; then
echo $?
echo "Warning - the configuration file 'include/mbedtls/config.h' has been edited. " >&2
echo "You can either delete or preserve your work, or force the test by rerunning the"
echo "script as: $0 --force"
exit 1
fi
fi
#
# Test Suites to be executed
#
2014-06-09 09:21:49 +00:00
# The test ordering tries to optimize for the following criteria:
# 1. Catch possible problems early, by running first tests that run quickly
2014-08-14 09:29:06 +00:00
# and/or are more likely to fail than others (eg I use Clang most of the
# time, so start with a GCC build).
2014-06-09 09:21:49 +00:00
# 2. Minimize total running time, by avoiding useless rebuilds
#
# Indicative running times are given for reference.
2014-03-27 13:44:04 +00:00
2014-11-20 16:32:33 +00:00
msg "test: recursion.pl" # < 1s
2015-04-09 15:19:23 +00:00
tests/scripts/recursion.pl library/*.c
2015-02-13 14:52:19 +00:00
msg "test: freshness of generated source files" # < 1s
tests/scripts/check-generated-files.sh
2015-04-09 15:19:23 +00:00
msg "test: doxygen markup outside doxygen blocks" # < 1s
tests/scripts/check-doxy-blocks.pl
2015-04-09 09:09:03 +00:00
msg "test/build: declared and exported names" # < 3s
cleanup
tests/scripts/check-names.sh
2016-01-04 15:49:09 +00:00
if which doxygen >/dev/null; then
msg "test: doxygen warnings" # ~ 3s
cleanup
tests/scripts/doxygen.sh
fi
2015-07-28 13:00:37 +00:00
msg "build: create and build yotta module" # ~ 30s
cleanup
tests/scripts/yotta-build.sh
msg "build: cmake, gcc, ASan" # ~ 1 min 50s
cleanup
CC=gcc cmake -D CMAKE_BUILD_TYPE:String=Asan .
make
2014-06-09 09:21:49 +00:00
msg "test: main suites and selftest (ASan build)" # ~ 50s
make test
programs/test/selftest
2014-06-09 09:21:49 +00:00
msg "test: ssl-opt.sh (ASan build)" # ~ 1 min
tests/ssl-opt.sh
2014-06-09 09:21:49 +00:00
msg "test/build: ref-configs (ASan build)" # ~ 6 min 20s
2014-06-09 09:21:49 +00:00
tests/scripts/test-ref-configs.pl
# Most frequent issues are likely to be caught at this point
if [ $SHORT -eq 1 ]; then
msg "Done, cleaning up"
cleanup
exit 0
fi
2014-06-09 09:21:49 +00:00
msg "build: with ASan (rebuild after ref-configs)" # ~ 1 min
make
msg "test: compat.sh (ASan build)" # ~ 6 min
tests/compat.sh
msg "build: Default + SSLv3 (ASan build)" # ~ 6 min
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl set MBEDTLS_SSL_PROTO_SSL3
CC=gcc cmake -D CMAKE_BUILD_TYPE:String=Asan .
make
msg "test: SSLv3 - main suites and selftest (ASan build)" # ~ 50s
make test
programs/test/selftest
msg "build: SSLv3 - compat.sh (ASan build)" # ~ 6 min
tests/compat.sh -m 'ssl3 tls1 tls1_1 tls1_2 dtls1 dtls1_2'
msg "build: SSLv3 - ssl-opt.sh (ASan build)" # ~ 6 min
tests/ssl-opt.sh
msg "build: cmake, full config, clang" # ~ 50s
2014-06-09 09:21:49 +00:00
cleanup
2014-07-12 02:00:00 +00:00
scripts/config.pl full
scripts/config.pl unset MBEDTLS_MEMORY_BACKTRACE # too slow for tests
CC=clang cmake -D CMAKE_BUILD_TYPE:String=Check .
2014-06-09 09:21:49 +00:00
make
msg "test: main suites (full config)" # ~ 5s
2014-07-12 02:00:00 +00:00
make test
msg "test: ssl-opt.sh default (full config)" # ~ 1s
tests/ssl-opt.sh -f Default
2014-07-12 02:00:00 +00:00
msg "test: compat.sh RC4, DES & NULL (full config)" # ~ 2 min
tests/compat.sh -e '3DES\|DES-CBC3' -f 'NULL\|DES\|RC4\|ARCFOUR'
2014-07-12 02:00:00 +00:00
2015-10-23 07:04:45 +00:00
msg "test/build: curves.pl (gcc)" # ~ 4 min
2014-11-20 12:29:53 +00:00
cleanup
cmake -D CMAKE_BUILD_TYPE:String=Debug .
tests/scripts/curves.pl
2015-10-23 07:04:45 +00:00
msg "test/build: key-exchanges (gcc)" # ~ 1 min
cleanup
cmake -D CMAKE_BUILD_TYPE:String=Check .
tests/scripts/key-exchanges.pl
2015-03-13 14:33:16 +00:00
msg "build: Unix make, -Os (gcc)" # ~ 30s
2014-05-09 11:46:59 +00:00
cleanup
2015-03-13 14:33:16 +00:00
CC=gcc CFLAGS='-Werror -Os' make
2014-06-09 09:21:49 +00:00
# this is meant to cath missing #define mbedtls_printf etc
2015-02-17 15:46:45 +00:00
# disable fsio to catch some more missing #include <stdio.h>
2015-03-23 14:24:07 +00:00
msg "build: full config except platform/fsio, make, gcc" # ~ 30s
2015-02-13 13:56:55 +00:00
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset MBEDTLS_PLATFORM_C
scripts/config.pl unset MBEDTLS_PLATFORM_MEMORY
scripts/config.pl unset MBEDTLS_PLATFORM_PRINTF_ALT
scripts/config.pl unset MBEDTLS_PLATFORM_FPRINTF_ALT
scripts/config.pl unset MBEDTLS_PLATFORM_SNPRINTF_ALT
scripts/config.pl unset MBEDTLS_PLATFORM_EXIT_ALT
scripts/config.pl unset MBEDTLS_MEMORY_BUFFER_ALLOC_C
scripts/config.pl unset MBEDTLS_FS_IO
2015-03-13 14:33:16 +00:00
CC=gcc CFLAGS='-Werror -O0' make
2015-02-13 13:56:55 +00:00
# catch compile bugs in _uninit functions
msg "build: full config with NO_STD_FUNCTION, make, gcc" # ~ 30s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl set MBEDTLS_PLATFORM_NO_STD_FUNCTIONS
CC=gcc CFLAGS='-Werror -O0' make
msg "build: full config except ssl_srv.c, make, gcc" # ~ 30s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset MBEDTLS_SSL_SRV_C
CC=gcc CFLAGS='-Werror -O0' make
msg "build: full config except ssl_cli.c, make, gcc" # ~ 30s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset MBEDTLS_SSL_CLI_C
CC=gcc CFLAGS='-Werror -O0' make
2015-05-29 08:52:14 +00:00
msg "build: full config except net.c, make, gcc -std=c99 -pedantic" # ~ 30s
2015-05-29 08:31:13 +00:00
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
2015-05-29 08:52:14 +00:00
scripts/config.pl unset MBEDTLS_NET_C # getaddrinfo() undeclared, etc.
scripts/config.pl set MBEDTLS_NO_PLATFORM_ENTROPY # uses syscall() on GNU/Linux
2015-06-02 15:39:22 +00:00
CC=gcc CFLAGS='-Werror -O0 -std=c99 -pedantic' make lib
2015-05-29 08:31:13 +00:00
if uname -a | grep -F Linux >/dev/null; then
msg "build/test: make shared" # ~ 40s
cleanup
make SHARED=1 all check
fi
2015-02-10 14:36:31 +00:00
if uname -a | grep -F x86_64 >/dev/null; then
msg "build: i386, make, gcc" # ~ 30s
cleanup
CC=gcc CFLAGS='-Werror -m32' make
fi # x86_64
if which arm-none-eabi-gcc >/dev/null; then
msg "build: arm-none-eabi-gcc, make" # ~ 10s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset MBEDTLS_NET_C
scripts/config.pl unset MBEDTLS_TIMING_C
scripts/config.pl unset MBEDTLS_FS_IO
scripts/config.pl set MBEDTLS_NO_PLATFORM_ENTROPY
2015-02-10 14:36:31 +00:00
# following things are not in the default config
scripts/config.pl unset MBEDTLS_HAVEGE_C # depends on timing.c
scripts/config.pl unset MBEDTLS_THREADING_PTHREAD
scripts/config.pl unset MBEDTLS_THREADING_C
scripts/config.pl unset MBEDTLS_MEMORY_BACKTRACE # execinfo.h
scripts/config.pl unset MBEDTLS_MEMORY_BUFFER_ALLOC_C # calls exit
2015-06-25 07:04:13 +00:00
CC=arm-none-eabi-gcc AR=arm-none-eabi-ar LD=arm-none-eabi-ld CFLAGS=-Werror make lib
2015-02-10 14:36:31 +00:00
fi # arm-gcc
2015-06-25 08:48:24 +00:00
if which armcc >/dev/null && armcc --help >/dev/null 2>&1; then
2015-02-10 16:38:54 +00:00
msg "build: armcc, make"
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl full
scripts/config.pl unset MBEDTLS_NET_C
scripts/config.pl unset MBEDTLS_TIMING_C
scripts/config.pl unset MBEDTLS_FS_IO
scripts/config.pl unset MBEDTLS_HAVE_TIME
scripts/config.pl unset MBEDTLS_HAVE_TIME_DATE
scripts/config.pl set MBEDTLS_NO_PLATFORM_ENTROPY
2015-02-10 16:38:54 +00:00
# following things are not in the default config
scripts/config.pl unset MBEDTLS_DEPRECATED_WARNING
scripts/config.pl unset MBEDTLS_HAVEGE_C # depends on timing.c
scripts/config.pl unset MBEDTLS_THREADING_PTHREAD
scripts/config.pl unset MBEDTLS_THREADING_C
scripts/config.pl unset MBEDTLS_MEMORY_BACKTRACE # execinfo.h
scripts/config.pl unset MBEDTLS_MEMORY_BUFFER_ALLOC_C # calls exit
CC=armcc AR=armar WARNING_CFLAGS= make lib 2> armcc.stderr
if [ -s armcc.stderr ]; then
cat armcc.stderr
exit 1;
fi
2015-02-10 16:38:54 +00:00
rm armcc.stderr
fi # armcc
2015-02-16 16:18:36 +00:00
if which i686-w64-mingw32-gcc >/dev/null; then
msg "build: cross-mingw64, make" # ~ 30s
cleanup
2015-06-25 07:04:13 +00:00
CC=i686-w64-mingw32-gcc AR=i686-w64-mingw32-ar LD=i686-w64-minggw32-ld CFLAGS=-Werror WINDOWS_BUILD=1 make
2015-06-23 12:29:58 +00:00
WINDOWS_BUILD=1 make clean
CC=i686-w64-mingw32-gcc AR=i686-w64-mingw32-ar LD=i686-w64-minggw32-ld CFLAGS=-Werror WINDOWS_BUILD=1 SHARED=1 make
WINDOWS_BUILD=1 make clean
2015-02-16 16:18:36 +00:00
fi
2015-02-10 14:36:31 +00:00
# MemSan currently only available on Linux 64 bits
if uname -a | grep 'Linux.*x86_64' >/dev/null; then
2015-01-26 14:03:56 +00:00
msg "build: MSan (clang)" # ~ 1 min 20s
cleanup
cp "$CONFIG_H" "$CONFIG_BAK"
scripts/config.pl unset MBEDTLS_AESNI_C # memsan doesn't grok asm
CC=clang cmake -D CMAKE_BUILD_TYPE:String=MemSan .
make
msg "test: main suites (MSan)" # ~ 10s
make test
2014-05-09 11:46:59 +00:00
msg "test: ssl-opt.sh (MSan)" # ~ 1 min
tests/ssl-opt.sh
2014-05-09 11:46:59 +00:00
# Optional part(s)
if [ "$MEMORY" -gt 0 ]; then
msg "test: compat.sh (MSan)" # ~ 6 min 20s
tests/compat.sh
2014-06-09 09:21:49 +00:00
fi
2015-01-26 14:03:56 +00:00
else # no MemSan
msg "build: Release (clang)"
cleanup
CC=clang cmake -D CMAKE_BUILD_TYPE:String=Release .
make
msg "test: main suites valgrind (Release)"
2015-08-04 15:15:13 +00:00
make memcheck
2015-01-26 14:03:56 +00:00
# Optional part(s)
# Currently broken, programs don't seem to receive signals
# under valgrind on OS X
if [ "$MEMORY" -gt 0 ]; then
msg "test: ssl-opt.sh --memcheck (Release)"
tests/ssl-opt.sh --memcheck
2015-01-26 14:03:56 +00:00
fi
if [ "$MEMORY" -gt 1 ]; then
msg "test: compat.sh --memcheck (Release)"
tests/compat.sh --memcheck
2015-01-26 14:03:56 +00:00
fi
fi # MemSan
msg "Done, cleaning up"
cleanup