llm : fix falcon norm after refactoring (ggerganov#3837)

yxq321 · Nov 1, 2023 · 523e49b · 523e49b
1 parent e16b9fa
commit 523e49b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -3763,7 +3763,7 @@ struct llm_build_context {
             {
                 if (model.layers[il].attn_norm_2) {
                     // Falcon-40B
-                    cur = llm_build_norm(ctx0, attn_norm, hparams,
+                    cur = llm_build_norm(ctx0, inpL, hparams,
                             model.layers[il].attn_norm_2,
                             model.layers[il].attn_norm_2_b,
                             LLM_NORM, cb, il);