diff --git a/bin/tests/system/testsummary.sh b/bin/tests/system/testsummary.sh
index 06c356671a..1c008cdbad 100644
--- a/bin/tests/system/testsummary.sh
+++ b/bin/tests/system/testsummary.sh
@@ -56,4 +56,11 @@ if [ -n "${FAILED_TESTS}" ]; then
 	status=1
 fi
 
+RESULTS_FOUND=`grep -c 'R:[a-z0-9_-][a-z0-9_-]*:[A-Z][A-Z]*' systests.output`
+TESTS_RUN=`echo "${SUBDIRS}" | wc -w`
+if [ "${RESULTS_FOUND}" -ne "${TESTS_RUN}" ]; then
+	echofail "I:Found ${RESULTS_FOUND} test results, but ${TESTS_RUN} tests were run"
+	status=1
+fi
+
 exit $status