tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-13 06:23:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

CANN: Replace aclrtMemsetSync with aclnnInplaceZero operator (#14002)

Browse Source 
Co-authored-by: luyuhong <luyuhong@kylinos.cn>
This commit is contained in:
luyhcsu
2025-07-04 11:50:07 +08:00
committed by GitHub
parent 28657a8229
commit 499a8f5a78
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-cann/aclnn_ops.cpp
View File

@ -67,6 +67,7 @@
#include <aclnnop/aclnn_pow.h> #include <aclnnop/aclnn_pow.h>
#include <aclnnop/aclnn_grouped_matmul_v3.h> #include <aclnnop/aclnn_grouped_matmul_v3.h>
#include <aclnnop/aclnn_fused_infer_attention_score_v2.h> #include <aclnnop/aclnn_fused_infer_attention_score_v2.h>
#include <aclnnop/aclnn_zero.h>
#include <float.h> #include <float.h>
#include <cmath> #include <cmath>
@ -804,10 +805,11 @@ static aclTensor* aclnn_zero(ggml_backend_cann_context& ctx, void* buffer,
nb[i] = nb[i - 1] * ne[i - 1]; nb[i] = nb[i - 1] * ne[i - 1];
} }
ggml_cann_async_memset(ctx, buffer, n_bytes, 0);
aclTensor* zero = aclTensor* zero =
ggml_cann_create_tensor(buffer, type, type_size, ne, nb, dims); ggml_cann_create_tensor(buffer, type, type_size, ne, nb, dims);
GGML_CANN_CALL_ACLNN_OP(ctx, InplaceZero, zero);
return zero; return zero;
GGML_UNUSED(n_bytes);
} }
/** /**