tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-28 20:25:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

metal : fix typo in FA kernel comments (#13651)

Browse Source
This commit is contained in:
Georgi Gerganov
2025-05-20 10:41:40 +03:00
committed by GitHub
parent e298d2fbd0
commit c00a2634be
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-metal/ggml-metal.metal
View File

@ -3255,7 +3255,7 @@ template<
typename kd4x4_t, // key type in device memory typename kd4x4_t, // key type in device memory
short nl_k, short nl_k,
void (*deq_k)(device const kd4x4_t *, short, thread k4x4_t &), void (*deq_k)(device const kd4x4_t *, short, thread k4x4_t &),
typename vd4x4_t, // key type in device memory typename vd4x4_t, // value type in device memory
short nl_v, short nl_v,
void (*deq_v)(device const vd4x4_t *, short, thread v4x4_t &), void (*deq_v)(device const vd4x4_t *, short, thread v4x4_t &),
short DK, // K head size short DK, // K head size
@ -3776,7 +3776,7 @@ template<
typename kd4_t, // key type in device memory typename kd4_t, // key type in device memory
short nl_k, short nl_k,
void (*deq_k_t4)(device const kd4_t *, short, thread k4_t &), void (*deq_k_t4)(device const kd4_t *, short, thread k4_t &),
typename vd4_t, // key type in device memory typename vd4_t, // value type in device memory
short nl_v, short nl_v,
void (*deq_v_t4)(device const vd4_t *, short, thread v4_t &), void (*deq_v_t4)(device const vd4_t *, short, thread v4_t &),
short DK, // K head size short DK, // K head size