tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-01 13:05:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

llm : fix falcon norm after refactoring (#3837)

Browse Source
This commit is contained in:
Georgi Gerganov
2023-11-01 23:00:50 +02:00
parent e16b9fa4ba
commit 523e49b111
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama.cpp
View File

@ -3763,7 +3763,7 @@ struct llm_build_context {
{ {
if (model.layers[il].attn_norm_2) { if (model.layers[il].attn_norm_2) {
// Falcon-40B // Falcon-40B
cur = llm_build_norm(ctx0, attn_norm, hparams, cur = llm_build_norm(ctx0, inpL, hparams,
model.layers[il].attn_norm_2, model.layers[il].attn_norm_2,
model.layers[il].attn_norm_2_b, model.layers[il].attn_norm_2_b,
LLM_NORM, cb, il); LLM_NORM, cb, il);