Remove unused code since n_vocab is model.hparams.n_vocab (#262)

This commit is contained in:
Alex Nguyen 2023-03-18 20:51:49 +07:00 committed by GitHub
parent e03e359730
commit d3f202d57b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -143,16 +143,8 @@ bool llama_model_load(const std::string & fname, llama_model & model, gpt_vocab
// load vocab
{
const int32_t n_vocab = model.hparams.n_vocab;
if (n_vocab != model.hparams.n_vocab) {
fprintf(stderr, "%s: invalid model file '%s' (bad vocab size %d != %d)\n",
__func__, fname.c_str(), n_vocab, model.hparams.n_vocab);
return false;
}
std::string word;
for (int i = 0; i < n_vocab; i++) {
for (int i = 0; i < model.hparams.n_vocab; i++) {
uint32_t len;
fin.read((char *) &len, sizeof(len));