tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-06 17:13:34 -04:00
Code Issues Packages Projects Releases Wiki Activity

SYCL: Add ROPE vision kernel (#12887)

Browse Source 
* SYCL: Add ROPE vision kernel

* Add comment about rope mode
This commit is contained in:
Akarshan Biswas
2025-04-15 14:07:42 +05:30
committed by GitHub
parent daa422881a
commit 510676475f
2 changed files with 105 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ggml/src/ggml-sycl/ggml-sycl.cpp
View File

@@ -4009,10 +4009,8 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
case GGML_OP_ROPE:
{
const int mode = ((const int32_t *) op->op_params)[2];
if (mode & GGML_ROPE_TYPE_MROPE) {
return false;
}
if (mode & GGML_ROPE_TYPE_VISION) {
// mode is not used as a bitmask in practice, the various rope type modes are independent implementations
if (mode == GGML_ROPE_TYPE_MROPE) {
return false;
}
return ggml_is_contiguous(op->src[0]);