diff --git a/CMakeLists.txt b/CMakeLists.txt
index a3e99e076fc..2c9a2087ee2 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -245,9 +245,11 @@ ELSEIF(CMAKE_C_COMPILER_ID STREQUAL "Clang")
 ENDIF()
 OPTION(XNNPACK_ENABLE_AVX512AMX "Build XNNPACK with AVX512-AMX micro-kernels" ON)
 IF(CMAKE_C_COMPILER_ID STREQUAL "GNU")
-  SET(XNNPACK_ENABLE_AVX512AMX OFF)
+  IF(CMAKE_C_COMPILER_VERSION VERSION_LESS "11")
+    SET(XNNPACK_ENABLE_AVX512AMX OFF)
+  ENDIF()
 ELSEIF(CMAKE_C_COMPILER_ID STREQUAL "Clang")
-  IF(CMAKE_C_COMPILER_VERSION VERSION_LESS "15")
+  IF(CMAKE_C_COMPILER_VERSION VERSION_LESS "11")
     SET(XNNPACK_ENABLE_AVX512AMX OFF)
   ENDIF()
 ENDIF()