llm : fix falcon norm after refactoring (#3837)

This commit is contained in:
Georgi Gerganov 2023-11-01 23:00:50 +02:00
parent e16b9fa4ba
commit 523e49b111
No known key found for this signature in database
GPG key ID: 449E073F9DC10735

View file

@ -3763,7 +3763,7 @@ struct llm_build_context {
{
if (model.layers[il].attn_norm_2) {
// Falcon-40B
cur = llm_build_norm(ctx0, attn_norm, hparams,
cur = llm_build_norm(ctx0, inpL, hparams,
model.layers[il].attn_norm_2,
model.layers[il].attn_norm_2_b,
LLM_NORM, cb, il);