2
0
mirror of https://gitlab.isc.org/isc-projects/bind9 synced 2025-08-31 06:25:31 +00:00

Merge branch 'mnowak/merge-skipped-and-untested-system-test-results' into 'main'

Merge UNTESTED and SKIPPED system test results

See merge request isc-projects/bind9!4517
This commit is contained in:
Michal Nowak
2021-02-15 11:52:46 +00:00
79 changed files with 91 additions and 92 deletions

View File

@@ -1,3 +1,8 @@
5580. [test] The system test framework no longer differentiates
between SKIPPED and UNTESTED system test results. Any
system test which is not run is now marked as SKIPPED.
[GL !4517]
5579. [bug] If an invalid key name (e.g. "a..b") is
specified in an primaries list in named.conf
the wrong size is passed to isc_mem_put

View File

@@ -3,8 +3,9 @@
AM_CPPFLAGS += \
$(CMOCKA_CFLAGS) \
-DTESTS_DIR=\"$(abs_srcdir)\" \
-DNAMED_PLUGINDIR=\"$(libdir)/named\"
-DNAMED_PLUGINDIR=\"$(libdir)/named\" \
-DSKIPPED_TEST_EXIT_CODE=77 \
-DTESTS_DIR=\"$(abs_srcdir)\"
LDADD = \
$(CMOCKA_LIBS)

View File

@@ -214,9 +214,6 @@ This indicates the type of message. This is one of:
FAIL The test failed
SKIPPED The test was not run, usually because some
prerequisites required to run the test are missing.
UNTESTED The test was not run for some other reason, e.g. a
prerequisite is available but is not compatible with
the platform on which the test is run.
<test-name>
This is the name of the test from which the message emanated, which is also the
@@ -270,9 +267,9 @@ As noted above, each test is in a separate directory. To interact with the
test framework, the directories contain the following standard files:
prereq.sh Run at the beginning to determine whether the test can be run at
all; if not, we see a result of R:SKIPPED or R:UNTESTED. This file
is optional: if not present, the test is assumed to have all its
prerequisites met.
all; if not, we see a R:SKIPPED result. This file is optional:
if not present, the test is assumed to have all its prerequisites
met.
setup.sh Run after prereq.sh, this sets up the preconditions for the tests.
Although optional, virtually all tests will require such a file to

View File

@@ -166,13 +166,9 @@ if [ $result -eq 0 ]; then
: prereqs ok
else
echowarn "I:$systest:Prerequisites missing, skipping test."
if [ $result -eq 255 ]; then
echowarn "R:$systest:SKIPPED";
else
echowarn "R:$systest:UNTESTED"
fi
echowarn "R:$systest:SKIPPED";
echoend "E:$systest:$(date_with_args)"
exit 0
exit 77
fi
# Check for PKCS#11 support

View File

@@ -26,7 +26,6 @@ check_PROGRAMS = \
dispatch_test \
dns64_test \
dst_test \
geoip_test \
keytable_test \
name_test \
nsec3_test \

View File

@@ -150,7 +150,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -417,7 +417,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -177,7 +177,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -386,7 +386,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -491,7 +491,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -100,6 +100,7 @@ main(void) {
return (cmocka_run_group_tests(tests, NULL, NULL));
#else /* if USE_OPENSSL */
print_message("1..0 # Skipped: dh test broken with PKCS11");
return (SKIPPED_TEST_EXIT_CODE);
#endif /* if USE_OPENSSL */
}
@@ -110,7 +111,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -352,7 +352,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -244,7 +244,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif

View File

@@ -391,7 +391,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */

View File

@@ -302,7 +302,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -418,7 +418,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */

View File

@@ -712,7 +712,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -644,7 +644,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -788,7 +788,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -189,7 +189,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -296,7 +296,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -167,7 +167,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -232,7 +232,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -481,7 +481,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -1382,7 +1382,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -2704,7 +2704,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -138,7 +138,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -304,7 +304,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -220,7 +220,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -125,7 +125,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -231,7 +231,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */

View File

@@ -454,7 +454,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -210,7 +210,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -597,7 +597,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -321,7 +321,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -257,7 +257,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -368,7 +368,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -133,7 +133,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -241,7 +241,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -343,7 +343,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -97,7 +97,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -100,7 +100,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -115,7 +115,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -146,7 +146,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -106,7 +106,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -110,7 +110,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -941,7 +941,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -353,7 +353,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -136,7 +136,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -579,7 +579,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -533,7 +533,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -151,7 +151,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -88,7 +88,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -186,7 +186,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -348,7 +348,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -116,7 +116,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -885,7 +885,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -2366,7 +2366,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -124,7 +124,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -99,7 +99,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -175,7 +175,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -180,7 +180,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -824,7 +824,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -163,7 +163,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -1598,7 +1598,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -201,7 +201,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -731,7 +731,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -1042,7 +1042,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -873,7 +873,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -315,7 +315,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -647,7 +647,7 @@ main(int argc, char **argv) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -886,7 +886,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -76,7 +76,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -195,7 +195,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -282,7 +282,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -130,9 +130,9 @@ main(void) {
int
main(void) {
printf("1..0 # Skip cmocka not available\n");
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */

View File

@@ -156,9 +156,9 @@ main(void) {
int
main(void) {
printf("1..0 # Skip cmocka not available\n");
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */

View File

@@ -202,7 +202,7 @@ main(void) {
int
main(void) {
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* if HAVE_CMOCKA */

View File

@@ -1522,9 +1522,9 @@ main(void) {
int
main(void) {
printf("1..0 # Skip cmocka not available\n");
printf("1..0 # Skipped: cmocka not available\n");
return (0);
return (SKIPPED_TEST_EXIT_CODE);
}
#endif /* HAVE_CMOCKA */