diff --git a/ggml/src/ggml-cpu/CMakeLists.txt b/ggml/src/ggml-cpu/CMakeLists.txt
index 083627c50..671fad4d2 100644
--- a/ggml/src/ggml-cpu/CMakeLists.txt
+++ b/ggml/src/ggml-cpu/CMakeLists.txt
@@ -468,13 +468,11 @@ function(ggml_add_cpu_backend_variant_impl tag_name)
             message(STATUS "VX/VXE/VXE2 enabled")
             list(APPEND ARCH_FLAGS -mvx -mzvector)
             list(APPEND ARCH_DEFINITIONS GGML_VXE)
-            target_compile_definitions(${GGML_CPU_NAME} PRIVATE GGML_VXE)
         endif()
 
         if (GGML_NNPA)
             message(STATUS "NNPA enabled")
             list(APPEND ARCH_DEFINITIONS GGML_NNPA)
-            target_compile_definitions(${GGML_CPU_NAME} PRIVATE GGML_NNPA)
         endif()
     elseif (CMAKE_SYSTEM_PROCESSOR MATCHES "wasm")
         message(STATUS "Wasm detected")