diff --git a/cmake/SfizzConfig.cmake b/cmake/SfizzConfig.cmake
index 1b43ed78b..60377a0a6 100644
--- a/cmake/SfizzConfig.cmake
+++ b/cmake/SfizzConfig.cmake
@@ -99,7 +99,7 @@ if(CMAKE_CXX_COMPILER_ID MATCHES "GNU|Clang")
     gw_warn(-Wall -Wextra -Wno-multichar -Werror=return-type)
     if(PROJECT_SYSTEM_PROCESSOR MATCHES "(i.86|x86_64)")
         add_compile_options(-msse2)
-    elseif(PROJECT_SYSTEM_PROCESSOR MATCHES "(arm.*)")
+    elseif(PROJECT_SYSTEM_PROCESSOR MATCHES "(arm.*)" AND NOT (PROJECT_SYSTEM_PROCESSOR MATCHES "(arm64)"))
         add_compile_options(-mfpu=neon)
         if(NOT ANDROID)
             add_compile_options(-mfloat-abi=hard)