blob: c3bbc61c197d23bf7f48bf5797ad9ebc4e0d2393 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
#! /bin/sh
# Copyright 2013-2017 IBM Corp.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
run_binary() {
if [ -x "$1" ] ; then
$VALGRIND "$1" $2 2>> $STDERR_OUT 1>> $STDOUT_OUT
else
echo "Fatal error, cannot execute binary '$1'. Did you make?";
exit 1;
fi
}
fail_test() {
echo "$0 ($CUR_TEST): test failed";
exit ${1:-1};
}
pass_test() {
/bin/true;
}
strip_version_from_result() {
VERSION=$(./make_version.sh $1)
sed -i "s/${VERSION}/VERSION/" $STDERR_OUT
sed -i "s/${VERSION}/VERSION/" $STDOUT_OUT
}
diff_with_result() {
# Explicitly diff a file with an arbitrary result file
if [ "$#" -eq 1 ] ; then
if ! diff -u "$RESULT" "$1" ; then
fail_test;
fi
# Otherwise just diff result.out with stdout and result.err with stderr
else
#Strip carriage returns, useful for pflash which does fancy
#'progress bars'. The main reason for this is is that email
#doesn't barf at really really long lines
if ! cat "$STDOUT_OUT" | tr '\r' '\n' | \
diff -u "${RESULT}.out" - ; then
fail_test;
fi
if ! cat "$STDERR_OUT" | tr '\r' '\n' | \
diff -u "${RESULT}.err" - ; then
fail_test;
fi
fi
}
run_tests() {
if [ $# -lt 2 ] ; then
echo "Usage run_tests test_dir result_dir [data_dir]";
exit 1;
fi
all_tests="$1";
res_path="$2";
if [ ! -d "$res_path" ] ; then
echo "Result path isn't a valid directory";
exit 1;
fi
export STDERR_OUT=$(mktemp --tmpdir external-test-stderr.XXXXXX);
export STDOUT_OUT=$(mktemp --tmpdir external-test-stdout.XXXXXX);
export DATA_DIR=$(mktemp --tmpdir -d external-test-datadir.XXXXXX);
if [ $# -eq 3 ] ; then
cp -r $3/* "$DATA_DIR"
fi
for the_test in $all_tests; do
export CUR_TEST=$(basename $the_test)
export RESULT="$res_path/$CUR_TEST"
. "$the_test";
R="$?"
if [ "$R" -ne 0 ] ; then
fail_test "$R";
fi
#reset for next test
> "$STDERR_OUT";
> "$STDOUT_OUT";
done
rm -rf $STDERR_OUT;
rm -rf $STDOUT_OUT;
rm -rf $DATA_DIR;
echo "$0 tests passed"
exit 0;
}
|
