diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt
index 9cb2c228d..aac370081 100644
--- a/ggml/src/CMakeLists.txt
+++ b/ggml/src/CMakeLists.txt
@@ -55,6 +55,10 @@ if (GGML_ALL_WARNINGS)
     endif()
 endif()
 
+if (GGML_NNPA)
+    add_compile_definitions(__NNPA__)
+endif()
+
 if (GGML_LTO)
     include(CheckIPOSupported)
     check_ipo_supported(RESULT result OUTPUT output)
diff --git a/ggml/src/ggml-cpu/CMakeLists.txt b/ggml/src/ggml-cpu/CMakeLists.txt
index 97f4d1d23..b7447e8db 100644
--- a/ggml/src/ggml-cpu/CMakeLists.txt
+++ b/ggml/src/ggml-cpu/CMakeLists.txt
@@ -467,6 +467,7 @@ function(ggml_add_cpu_backend_variant_impl tag_name)
         if (GGML_VXE)
             message(STATUS "VX/VXE/VXE2 enabled")
             list(APPEND ARCH_FLAGS -mvx -mzvector)
+            list(APPEND ARCH_DEFINITIONS GGML_NNPA __NNPA__)
         endif()
 
         if (GGML_NNPA)