diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index e328317ce6..ea7bd423f2 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -998,7 +998,7 @@ gcc:softhsm2.4:
   variables:
     CC: gcc
     CFLAGS: "${CFLAGS_COMMON}"
-    EXTRA_CONFIGURE: "--enable-native-pkcs11 --with-pkcs11=/usr/lib/softhsm/libsofthsm2.so"
+    EXTRA_CONFIGURE: "--without-jemalloc --enable-native-pkcs11 --with-pkcs11=/usr/lib/softhsm/libsofthsm2.so"
   <<: *base_image
   <<: *build_job