summaryrefslogtreecommitdiffstats
path: root/ctdb/tests/scripts/run_tests
blob: a65ba878b167ab96d482f71bbc6d31637537f2ab (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
#!/bin/bash

# The ability of ctdb_test_env to take tests on the command-line is
# nice, but here we need to hack around it with that colon to reset
# the arguments that it sees.
. $(dirname $0)/ctdb_test_env :

usage() {
    cat <<EOF
Usage: run_tests [OPTIONS] [TESTS]

Options:
	-s	Print a summary of tests results after running all tests
	-v	Verbose - print test output for non-failures (only some tests)
	-A	Use "cat -A" to print test output (only some tests)
	-D	Show diff between failed/expected test output (some tests only)
	-X	Trace certain scripts run by tests using -x (only some tests)
	-d	Print descriptions of tests instead of filenames (dodgy!)
	-q	Quiet - don't show tests being run (hint: use with -s)
	-x	Trace this script with the -x option
EOF
    exit 1
}

# Print a message and exit.
die ()
{
    echo "$1" >&2 ; exit ${2:-1}
}

######################################################################

with_summary=false
with_desc=false
quiet=false

export TEST_VERBOSE=false
export TEST_COMMAND_TRACE=""
export TEST_CAT_RESULTS_OPTS=""
export TEST_DIFF_RESULTS=false

temp=$(getopt -n "$prog" -o "xdhqsvXAD" -l help -- "$@")

[ $? != 0 ] && usage

eval set -- "$temp"

while true ; do
    case "$1" in
	-x) set -x; shift ;;
	-d) with_desc=true ; shift ;;  # 4th line of output is description
	-q) quiet=true ; shift ;;
	-s) with_summary=true ; shift ;;
	-v) TEST_VERBOSE=true ; shift ;;
	-X) TEST_COMMAND_TRACE="sh -x" ; shift ;;
	-A) TEST_CAT_RESULTS_OPTS="-A" ; shift ;;
	-D) TEST_DIFF_RESULTS=true ; shift ;;
	--) shift ; break ;;
	*) usage ;;
    esac
done

if $quiet ; then
    show_progress() { cat >/dev/null ; }
else
    show_progress() { cat ; }
fi

######################################################################

ctdb_test_begin ()
{
    local name="$1"

    teststarttime=$(date '+%s')
    testduration=0

    echo "--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--"
    echo "Running test $name ($(date '+%T'))"
    echo "--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--==--"
}

ctdb_test_end ()
{
    local name="$1" ; shift
    local status="$1" ; shift
    # "$@" is command-line

    local interp="SKIPPED"
    local statstr=" (reason $*)"
    if [ -n "$status" ] ; then
	if [ $status -eq 0 ] ; then
	    interp="PASSED"
	    statstr=""
	    echo "ALL OK: $*"
	else
	    interp="FAILED"
	    statstr=" (status $status)"
	fi
    fi

    testduration=$(($(date +%s)-$teststarttime))

    echo "=========================================================================="
    echo "TEST ${interp}: ${name}${statstr} (duration: ${testduration}s)"
    echo "=========================================================================="

}

ctdb_test_run ()
{
    local name="$1" ; shift

    [ -n "$1" ] || set -- "$name"

    ctdb_test_begin "$name"

    local status=0
    "$@" || status=$?

    ctdb_test_end "$name" "$status" "$*"

    return $status
}

######################################################################

tests_total=0
tests_passed=0
tests_failed=0
summary=""

rows=$(if tty -s ; then stty size ; else echo x 80 ; fi | sed -e 's@.* @@' -e 's@^0$@80@')
ww=$((rows - 7))

tf=$(mktemp)
sf=$(mktemp)

set -o pipefail

run_one_test ()
{
    _f="$1"

    [ -x "$_f" ] || die "test \"$_f\" is not executable"
    tests_total=$(($tests_total + 1))

    ctdb_test_run "$_f" | tee "$tf" | show_progress
    status=$?
    if $with_summary ; then
	if [ $status -eq 0 ] ; then
	    tests_passed=$(($tests_passed + 1))
	    t=" PASSED "
	else
	    t="*FAILED*"
	    tests_failed=$(($tests_failed + 1))
	fi
	if $with_desc ; then
	    desc=$(tail -n +4 $tf | head -n 1)
	    _f="$desc"
	fi
	echo "$t $_f" >>"$sf"
    fi
}

for f ; do
    if [ -d "$f" ] ; then
	# This expands the most probable problem cases like "." and "..".
	if [ $(dirname "$f") = "." ] ; then
	    f=$(cd "$f" ; pwd)
	fi
	for i in $(ls "${f%/}/"*".sh" 2>/dev/null) ; do
	    run_one_test "$i"
	done
    elif [ -f "$f" ] ; then
	run_one_test "$f"
    else
	die "test \"$f\" is not recognised"
    fi
done

rm -f "$tf"

if $with_summary ; then
    echo
    cat "$sf"
    echo
    echo "${tests_passed}/${tests_total} tests passed"
fi

rm -f "$sf"

if [ $tests_failed -gt 0 ] ; then
    exit 1
fi