tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-28 12:25:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Vulkan Phi Fix for AMD Proprietary Drivers (#5260)

Browse Source 
* Replace tanh to avoid NaN in gelu shader on AMD proprietary driver

* Fix another Vulkan CPY buffer size bug
This commit is contained in:
0cc4m
2024-02-01 19:25:24 +01:00
committed by GitHub
parent 8ca511cade
commit 4d0924a890
3 changed files with 83 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ggml_vk_generate_shaders.py
View File

@ -1689,7 +1689,8 @@ void main() {
}
const float xi = float(data_a[i]);
data_d[i] = D_TYPE(0.5f*xi*(1.0f + tanh(SQRT_2_OVER_PI*xi*(1.0f + GELU_COEF_A*xi*xi))));
const float val = SQRT_2_OVER_PI*xi*(1.0f + GELU_COEF_A*xi*xi);
data_d[i] = D_TYPE(0.5f*xi*(2.0f - 2.0f / (exp(2 * val) + 1)));
}
"""