diff --git a/CMakeLists.txt b/CMakeLists.txt
index 3fc47f5..872265f 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -65,7 +65,7 @@ else()
     set(REQUIRE_DOUBLE_LIB "")
 endif()
 
-if(FFTW_USE_LONG_DOUBLE AND NOT MSVC)
+if(FFTW_USE_LONG_DOUBLE AND NOT MSVC AND NOT (APPLE AND CMAKE_SYSTEM_PROCESSOR STREQUAL "arm64"))
     add_definitions(-DXTENSOR_FFTW_USE_LONG_DOUBLE)
     set(REQUIRE_LONG_DOUBLE_LIB "LONGDOUBLE_LIB")
 else()