haraldwolff/llama.cpp
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

ggml : sync alibi fix from ggml repo

Browse source
This commit is contained in:
Georgi Gerganov 2023-05-13 11:54:33 +03:00
parent ac0cd259d5
commit f048af0230
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
ggml.c
View file

@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(
m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);
}
pdst[0] = (j+1) * m_k + src[0];
pdst[0] = i * m_k + src[0];
}
}
}
@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(
}
// we return F32
pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);
pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);
}
}
}