diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 22e86f800e..99699f6a85 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -946,7 +946,7 @@ gcc:ossl3:sid:amd64:
   <<: *build_job
 
 system:gcc:ossl3:sid:amd64:
-  # Set up environment variables to run pkcs11-provider system tests
+  # Set up environment variables to run pkcs11-provider based system tests
   variables:
     OPENSSL_CONF: "/var/tmp/etc/openssl-provider.cnf"
     SOFTHSM2_CONF: "/var/tmp/softhsm2/softhsm2.conf"
diff --git a/bin/tests/system/enginepkcs11/prereq.sh b/bin/tests/system/enginepkcs11/prereq.sh
index c6caa0dc88..449d9f2058 100644
--- a/bin/tests/system/enginepkcs11/prereq.sh
+++ b/bin/tests/system/enginepkcs11/prereq.sh
@@ -13,6 +13,11 @@
 
 . ../conf.sh
 
+[ "prereq/var/tmp/etc/openssl-provider.cnf" -eq "prereq${OPENSSL_CONF}" ] || {
+  echo_i "skip: pkcs11-provider not enabled"
+  exit 255
+}
+
 [ -n "${SOFTHSM2_CONF}" ] || {
   echo_i "skip: softhsm2 configuration not available"
   exit 255