implement experimental pure-sh testsuite runner and generation

1 files changed, 62 insertions, 0 deletions

diff --git a/test/uclibcng-testrunner.sh b/test/uclibcng-testrunner.sh
new file mode 100644
index 000000000..943c95086
--- /dev/null
+++ b/test/uclibcng-testrunner.sh
@@ -0,0 +1,62 @@
+#!/bin/sh
+#-
+# Copyright (c) 2015
+#	Thorsten "mirabilos" Glaser <tg@mirbsd.org>
+#
+# Provided that these terms and disclaimer and all copyright notices
+# are retained or reproduced in an accompanying document, permission
+# is granted to deal in this work without restriction, including un-
+# limited rights to use, publicly perform, distribute, sell, modify,
+# merge, give away, or sublicence.
+#
+# This work is provided "AS IS" and WITHOUT WARRANTY of any kind, to
+# the utmost extent permitted by applicable law, neither express nor
+# implied; without malicious intent or gross negligence. In no event
+# may a licensor, author or contributor be held liable for indirect,
+# direct, other damage, loss, or other issues arising in any way out
+# of dealing in the work, even if advised of the possibility of such
+# damage or existence of a defect, except proven that it results out
+# of said person's immediate fault when using the work as intended.
+#-
+# Testsuite runner
+
+die() {
+	echo >&2 E: "$*"
+	exit 1
+}
+
+test -s uclibcng-testrunner.in || die uclibcng-testrunner.in not found
+
+nfail=0
+npass=0
+while read expected_ret tst_src_name binary_name subdir cmd; do
+	printf '.... %s\r' "$binary_name"
+	(cd $subdir && eval "$cmd" >$binary_name.out 2>&1) </dev/null
+	ret=$?
+	test $ret = "$expected_ret" || {
+		echo "FAIL $binary_name got $ret expected $expected_ret"
+		nfail=`expr $nfail + 1`
+		sed 's/^/	/' <$subdir/$binary_name.out
+		continue
+	}
+	for x in $binary_name.out $test_src_name.out -; do
+		if test x"$x" = x"-"; then
+			echo "PASS $binary_name"
+			npass=`expr $npass + 1`
+			break
+		fi
+		test -e "$subdir/$x.good" || continue
+		if d=`diff -u "$subdir/$binary_name.out" "$subdir/$x.good"`; then
+			echo "PASS $binary_name"
+			npass=`expr $npass + 1`
+		else
+			echo "FAIL $binary_name expected output differs"
+			nfail=`expr $nfail + 1`
+			echo "$d" | sed 's/^/       /'
+		fi
+		break
+	done
+done <uclibcng-testrunner.in
+echo Total failed: $nfail
+echo Total passed: $npass
+test $nfail = 0