mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-07-31 06:34:56 -04:00
40c6d79fb5
* [SYCL] Move to Compile Time backend selection on oneMKL Interface for NVIDIA backend Move to compile time selection to backend to avoid latency at run time. Add it to all mkl gemm calls and only for NVIDIA backend. Signed-off-by: nscipione <nicolo.scipione@codeplay.com> * Formatting * Address PR comments to increase readibility --------- Signed-off-by: nscipione <nicolo.scipione@codeplay.com>
85 lines
3.2 KiB
CMake
85 lines
3.2 KiB
CMake
if (NOT GGML_SYCL_TARGET MATCHES "^(INTEL|NVIDIA|AMD)$")
|
|
message(FATAL_ERROR "Invalid backend chosen, supported options are INTEL, NVIDIA, or AMD")
|
|
endif()
|
|
|
|
check_cxx_compiler_flag("-fsycl" SUPPORTS_SYCL)
|
|
|
|
if (DEFINED ENV{ONEAPI_ROOT})
|
|
message(STATUS "Using oneAPI Release SYCL compiler (icpx).")
|
|
elseif(SUPPORTS_SYCL)
|
|
message(WARNING "Using open-source SYCL compiler (clang++). Didn't detect ENV {ONEAPI_ROOT}.
|
|
If you expected the oneAPI Release compiler, please install oneAPI & source it, like:
|
|
source /opt/intel/oneapi/setvars.sh")
|
|
else()
|
|
message(FATAL_ERROR, "C++ compiler lacks SYCL support.")
|
|
endif()
|
|
message(STATUS "SYCL found")
|
|
#todo: AOT
|
|
|
|
ggml_add_backend_library(ggml-sycl
|
|
ggml-sycl.cpp
|
|
../../include/ggml-sycl.h
|
|
)
|
|
|
|
if (GGML_SYCL_F16)
|
|
if (GGML_SYCL_TARGET STREQUAL "AMD")
|
|
message(WARNING "AMD target does not entirely support FP16 in the SYCL backend.")
|
|
endif()
|
|
add_compile_definitions(GGML_SYCL_F16)
|
|
endif()
|
|
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-narrowing -fsycl")
|
|
|
|
if (GGML_SYCL_TARGET STREQUAL "NVIDIA")
|
|
add_compile_definitions(GGML_SYCL_WARP_SIZE=32)
|
|
elseif (GGML_SYCL_TARGET STREQUAL "AMD")
|
|
# INFO: Allowed Sub_group_sizes are not consistent through all
|
|
# hip targets. For example, 64 is used for certain models, but the backend
|
|
# does not support it.
|
|
# Target archs tested working: gfx1030, gfx1031, (Only tested sub_group_size = 32)
|
|
add_compile_definitions(GGML_SYCL_WARP_SIZE=32)
|
|
else()
|
|
add_compile_definitions(GGML_SYCL_WARP_SIZE=16)
|
|
endif()
|
|
|
|
file(GLOB GGML_HEADERS_SYCL "*.hpp")
|
|
file(GLOB GGML_SOURCES_SYCL "*.cpp")
|
|
target_sources(ggml-sycl PRIVATE ${GGML_HEADERS_SYCL} ${GGML_SOURCES_SYCL})
|
|
|
|
find_package(DNNL)
|
|
message("-- DNNL found:" ${DNNL_FOUND})
|
|
|
|
if (GGML_SYCL_TARGET STREQUAL "INTEL")
|
|
add_compile_definitions(GGML_SYCL_DNNL=${DNNL_FOUND})
|
|
else()
|
|
add_compile_definitions(GGML_SYCL_DNNL=0)
|
|
endif()
|
|
|
|
if (${DNNL_FOUND} AND GGML_SYCL_TARGET STREQUAL "INTEL")
|
|
target_link_libraries(ggml-sycl PRIVATE DNNL::dnnl)
|
|
endif()
|
|
|
|
if (WIN32)
|
|
find_package(IntelSYCL REQUIRED)
|
|
find_package(MKL REQUIRED)
|
|
target_link_libraries(ggml-sycl PRIVATE IntelSYCL::SYCL_CXX MKL::MKL MKL::MKL_SYCL)
|
|
else()
|
|
if (GGML_SYCL_TARGET STREQUAL "INTEL")
|
|
target_link_libraries(ggml-sycl PRIVATE sycl OpenCL mkl_core pthread m dl mkl_sycl_blas mkl_intel_ilp64 mkl_tbb_thread)
|
|
elseif (GGML_SYCL_TARGET STREQUAL "NVIDIA")
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsycl-targets=nvptx64-nvidia-cuda")
|
|
add_compile_definitions(GGML_SYCL_NVIDIA)
|
|
target_link_libraries(ggml-sycl PRIVATE sycl pthread m dl onemkl_blas_cublas)
|
|
elseif (GGML_SYCL_TARGET STREQUAL "AMD")
|
|
if (NOT GGML_SYCL_DEVICE_ARCH)
|
|
message(ERROR "Can't enable SYCL hip backend, GGML_SYCL_DEVICE_ARCH has not been set.")
|
|
endif()
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsycl-targets=amdgcn-amd-amdhsa")
|
|
target_link_libraries(ggml-sycl PRIVATE sycl pthread m dl onemkl)
|
|
endif()
|
|
|
|
if (GGML_SYCL_DEVICE_ARCH)
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Xsycl-target-backend --offload-arch=${GGML_SYCL_DEVICE_ARCH}")
|
|
endif()
|
|
endif()
|