diff --git a/tests/scripts/all.sh b/tests/scripts/all.sh
index 7fc32f4b0..5011276a1 100755
--- a/tests/scripts/all.sh
+++ b/tests/scripts/all.sh
@@ -1267,7 +1267,9 @@ component_test_aes_only_128_bit_keys () {
     msg "build: default config with AES_ONLY_128_BIT_KEY_LENGTH enabled"
     scripts/config.pl set MBEDTLS_AES_ONLY_128_BIT_KEY_LENGTH
     scripts/config.pl set MBEDTLS_CTR_DRBG_USE_128_BIT_KEY
-    make CC=gcc CFLAGS='-Werror -Wall -Wextra'
+    scripts/config.pl unset MBEDTLS_PADLOCK_C
+
+    make CC=gcc CFLAGS='-Werror -O1'
 
     msg "test: AES_ONLY_128_BIT_KEY_LENGTH"
     make test