diff options
Diffstat (limited to 'tests/all.sh')
-rwxr-xr-x | tests/all.sh | 301 |
1 files changed, 301 insertions, 0 deletions
diff --git a/tests/all.sh b/tests/all.sh new file mode 100755 index 000000000000..bd39caf8dcbd --- /dev/null +++ b/tests/all.sh @@ -0,0 +1,301 @@ +#! /bin/sh +# +# Copyright (c) 2018-2020 Gavin D. Howard and contributors. +# +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# +# * Redistributions of source code must retain the above copyright notice, this +# list of conditions and the following disclaimer. +# +# * Redistributions in binary form must reproduce the above copyright notice, +# this list of conditions and the following disclaimer in the documentation +# and/or other materials provided with the distribution. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE +# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR +# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF +# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS +# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN +# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) +# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE +# POSSIBILITY OF SUCH DAMAGE. +# + +set -e + +script="$0" +testdir=$(dirname "$script") + +. "$testdir/../functions.sh" + +if [ "$#" -ge 1 ]; then + d="$1" + shift +else + err_exit "usage: $script dir [run_extra_tests] [run_stack_tests] [gen_tests] [time_tests] [exec args...]" 1 +fi + +if [ "$#" -lt 1 ]; then + extra=1 +else + extra="$1" + shift +fi + +if [ "$#" -lt 1 ]; then + run_stack_tests=1 +else + run_stack_tests="$1" + shift +fi + +if [ "$#" -lt 1 ]; then + generate_tests=1 +else + generate_tests="$1" + shift +fi + +if [ "$#" -lt 1 ]; then + time_tests=0 +else + time_tests="$1" + shift +fi + +if [ "$#" -lt 1 ]; then + exe="$testdir/../bin/$d" +else + exe="$1" + shift +fi + +stars="***********************************************************************" +printf '%s\n' "$stars" + +if [ "$d" = "bc" ]; then + halt="quit" +else + halt="q" +fi + +unset BC_ENV_ARGS +unset BC_LINE_LENGTH +unset DC_ENV_ARGS +unset DC_LINE_LENGTH + +printf '\nRunning %s tests...\n\n' "$d" + +while read t; do + + if [ "$extra" -eq 0 ]; then + if [ "$t" = "trunc" ] || [ "$t" = "places" ] || [ "$t" = "shift" ] || \ + [ "$t" = "lib2" ] || [ "$t" = "scientific" ] || [ "$t" = "rand" ] || \ + [ "$t" = "engineering" ] + then + printf 'Skipping %s %s\n' "$d" "$t" + continue + fi + fi + + sh "$testdir/test.sh" "$d" "$t" "$generate_tests" "$time_tests" "$exe" "$@" + +done < "$testdir/$d/all.txt" + +sh "$testdir/stdin.sh" "$d" "$exe" "$@" + +sh "$testdir/scripts.sh" "$d" "$extra" "$run_stack_tests" "$generate_tests" "$time_tests" "$exe" "$@" +sh "$testdir/read.sh" "$d" "$exe" "$@" +sh "$testdir/errors.sh" "$d" "$exe" "$@" + +num=100000000000000000000000000000000000000000000000000000000000000000000000000000 +numres="$num" +num70="10000000000000000000000000000000000000000000000000000000000000000000\\ +0000000000" + +if [ "$d" = "bc" ]; then + halt="halt" + opt="x" + lopt="extended-register" + line_var="BC_LINE_LENGTH" +else + halt="q" + opt="l" + lopt="mathlib" + line_var="DC_LINE_LENGTH" + num="$num pR" +fi + +printf '\nRunning %s quit test...' "$d" + +printf '%s\n' "$halt" | "$exe" "$@" > /dev/null 2>&1 + +if [ "$d" = bc ]; then + printf '%s\n' "quit" | "$exe" "$@" > /dev/null 2>&1 +fi + +printf 'pass\n' + +base=$(basename "$exe") + +if [ "$base" != "bc" -a "$base" != "dc" ]; then + exit 0 +fi + +printf 'Running %s environment var tests...' "$d" + +if [ "$d" = "bc" ]; then + export BC_ENV_ARGS=" '-l' '' -q" + export BC_EXPR_EXIT="1" + printf 's(.02893)\n' | "$exe" "$@" > /dev/null + "$exe" -e 4 "$@" > /dev/null +else + export DC_ENV_ARGS="'-x'" + export DC_EXPR_EXIT="1" + printf '4s stuff\n' | "$exe" "$@" > /dev/null + "$exe" -e 4pR "$@" > /dev/null +fi + +printf 'pass\n' + +out1="$testdir/../.log_$d.txt" +out2="$testdir/../.log_${d}_test.txt" + +printf 'Running %s line length tests...' "$d" + +printf '%s\n' "$numres" > "$out1" + +export "$line_var"=80 +printf '%s\n' "$num" | "$exe" "$@" > "$out2" + +diff "$out1" "$out2" + +printf '%s\n' "$num70" > "$out1" + +export "$line_var"=2147483647 +printf '%s\n' "$num" | "$exe" "$@" > "$out2" + +diff "$out1" "$out2" + +printf 'pass\n' + +printf 'Running %s arg tests...' "$d" + +f="$testdir/$d/add.txt" +exprs=$(cat "$f") +results=$(cat "$testdir/$d/add_results.txt") + +printf '%s\n%s\n%s\n%s\n' "$results" "$results" "$results" "$results" > "$out1" + +"$exe" "$@" -e "$exprs" -f "$f" --expression "$exprs" --file "$f" -e "$halt" > "$out2" + +diff "$out1" "$out2" + +printf '%s\n' "$halt" | "$exe" "$@" -- "$f" "$f" "$f" "$f" > "$out2" + +diff "$out1" "$out2" + +if [ "$d" = "bc" ]; then + printf '%s\n' "$halt" | "$exe" "$@" -i > /dev/null 2>&1 +fi + +printf '%s\n' "$halt" | "$exe" "$@" -h > /dev/null +printf '%s\n' "$halt" | "$exe" "$@" -P > /dev/null +printf '%s\n' "$halt" | "$exe" "$@" -v > /dev/null +printf '%s\n' "$halt" | "$exe" "$@" -V > /dev/null + +set +e + +"$exe" "$@" -f "saotehasotnehasthistohntnsahxstnhalcrgxgrlpyasxtsaosysxsatnhoy.txt" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "invalid file argument" "$out2" "$d" + +"$exe" "$@" "-$opt" -e "$exprs" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "invalid option argument" "$out2" "$d" + +"$exe" "$@" "--$lopt" -e "$exprs" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "invalid long option argument" "$out2" "$d" + +"$exe" "$@" "-u" -e "$exprs" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "unrecognized option argument" "$out2" "$d" + +"$exe" "$@" "--uniform" -e "$exprs" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "unrecognized long option argument" "$out2" "$d" + +"$exe" "$@" -f > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "missing required argument to short option" "$out2" "$d" + +"$exe" "$@" --file > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "missing required argument to long option" "$out2" "$d" + +"$exe" "$@" --version=5 > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "given argument to long option with no argument" "$out2" "$d" + +printf 'pass\n' + +printf 'Running %s directory test...' "$d" + +"$exe" "$@" "$testdir" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "directory" "$out2" "$d" + +printf 'pass\n' + +printf 'Running %s binary file test...' "$d" + +bin="/bin/sh" + +"$exe" "$@" "$bin" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "binary file" "$out2" "$d" + +printf 'pass\n' + +printf 'Running %s binary stdin test...' "$d" + +cat "$bin" | "$exe" "$@" > /dev/null 2> "$out2" +err="$?" + +checktest "$d" "$err" "binary stdin" "$out2" "$d" + +printf 'pass\n' + +if [ "$d" = "bc" ]; then + + printf 'Running %s limits tests...' "$d" + printf 'limits\n' | "$exe" "$@" > "$out2" /dev/null 2>&1 + + if [ ! -s "$out2" ]; then + err_exit "$d did not produce output on the limits test" 1 + fi + + printf 'pass\n' + +fi + +printf '\nAll %s tests passed.\n' "$d" + +printf '\n%s\n' "$stars" |