mirror/mbedtls
1
0
Fork 0
mirror of https://github.com/Mbed-TLS/mbedtls.git synced 2025-01-26 21:35:35 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add --error-test option to test error detection and reporting

Browse Source 
Signed-off-by: Gilles Peskine <Gilles.Peskine@arm.com>
This commit is contained in:
Gilles Peskine 2020-03-28 21:09:21 +01:00
parent 62cf2e8e9f
commit 5d99682a8c
1 changed files with 21 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
tests/scripts/all.sh
View File

@ -231,6 +231,8 @@ General options:
Prefix for a cross-compiler for arm-none-eabi Prefix for a cross-compiler for arm-none-eabi
(default: "${ARM_NONE_EABI_GCC_PREFIX}") (default: "${ARM_NONE_EABI_GCC_PREFIX}")
--armcc Run ARM Compiler builds (on by default). --armcc Run ARM Compiler builds (on by default).
--error-test Error test mode: run a failing function in addition
to any specified component.
--except Exclude the COMPONENTs listed on the command line, --except Exclude the COMPONENTs listed on the command line,
instead of running only those. instead of running only those.
--no-append-outcome Write a new outcome file and analyze it (default). --no-append-outcome Write a new outcome file and analyze it (default).
@ -378,6 +380,7 @@ check_headers_in_cpp () {
pre_parse_command_line () { pre_parse_command_line () {
COMMAND_LINE_COMPONENTS= COMMAND_LINE_COMPONENTS=
all_except=0 all_except=0
error_test=0
no_armcc= no_armcc=
# Note that legacy options are ignored instead of being omitted from this # Note that legacy options are ignored instead of being omitted from this
@ -390,6 +393,7 @@ pre_parse_command_line () {
--armcc) no_armcc=;; --armcc) no_armcc=;;
--armc5-bin-dir) shift; ARMC5_BIN_DIR="$1";; --armc5-bin-dir) shift; ARMC5_BIN_DIR="$1";;
--armc6-bin-dir) shift; ARMC6_BIN_DIR="$1";; --armc6-bin-dir) shift; ARMC6_BIN_DIR="$1";;
--error-test) error_test=$((error_test + 1));;
--except) all_except=1;; --except) all_except=1;;
--force|-f) FORCE=1;; --force|-f) FORCE=1;;
--gnutls-cli) shift; GNUTLS_CLI="$1";; --gnutls-cli) shift; GNUTLS_CLI="$1";;
@ -2636,6 +2640,19 @@ post_report () {
#### Run all the things #### Run all the things
################################################################ ################################################################
# Function invoked by --error-test to test error reporting.
pseudo_component_error_test () {
msg "Testing error reporting $error_test"
if [ $KEEP_GOING -ne 0 ]; then
echo "Expect three failing commands."
fi
error_test='this should not be used since the component runs in a subshell'
grep non_existent /dev/null
not grep -q . "$0"
make unknown_target
false "this should not be executed"
}
# Run one component and clean up afterwards. # Run one component and clean up afterwards.
run_component () { run_component () {
# Back up the configuration in case the component modifies it. # Back up the configuration in case the component modifies it.
@ -2685,6 +2702,10 @@ cleanup
pre_generate_files pre_generate_files
# Run the requested tests. # Run the requested tests.
while [ $error_test -gt 0 ]; do
run_component pseudo_component_error_test
error_test=$((error_test - 1))
done
for component in $RUN_COMPONENTS; do for component in $RUN_COMPONENTS; do
run_component "component_$component" run_component "component_$component"
done done