diff --git a/spread.yaml b/spread.yaml index 41f21da80..9c619912a 100644 --- a/spread.yaml +++ b/spread.yaml @@ -276,17 +276,20 @@ suites: echo '$(foreach t,$(TESTS),$(info TEST/$t))' | \ make -n -f "$SPREAD_PATH"/tests/regression/apparmor/Makefile -f /dev/stdin | \ grep -F TEST/ | \ - cut -d / -f 2 | \ - tee apparmor-regression-tests.txt + cut -d / -f 2 > apparmor-regression-tests.txt fail=0 + missing_tests=() while read -r V; do - if ! grep -xF ' TEST/'"$V"': 1' "$SPREAD_PATH"/tests/regression/apparmor/task.yaml; then - echo "tests/regression/task.yaml: missing test variant: TEST/$V" >&2 + if ! grep -xqF ' TEST/'"$V"': 1' "$SPREAD_PATH"/tests/regression/apparmor/task.yaml; then + missing_tests+=("tests/regression/task.yaml: missing test variant: TEST/$V") fail=1 fi done &2 + echo "exiting due to missing variants:" >&2 + for msg in "${missing_tests[@]}"; do + echo "$msg" >&2 + done exit 1 fi diff --git a/tests/regression/apparmor/task.yaml b/tests/regression/apparmor/task.yaml index f9292508b..3f45decff 100644 --- a/tests/regression/apparmor/task.yaml +++ b/tests/regression/apparmor/task.yaml @@ -4,6 +4,7 @@ environment: TEST/aa_exec: 1 TEST/aa_policy_cache: 1 TEST/access: 1 + TEST/allow_all: 1 TEST/at_secure: 1 TEST/attach_disconnected: 1 TEST/capabilities: 1 diff --git a/utils/test/task.yaml b/utils/test/task.yaml index 1595f8e6b..4d3e8890d 100644 --- a/utils/test/task.yaml +++ b/utils/test/task.yaml @@ -28,6 +28,7 @@ environment: TEST/logparser: logparser TEST/logprof: logprof TEST/minitools: minitools + TEST/modifiers: modifiers TEST/mount: mount TEST/mqueue: mqueue TEST/network: network