Skip to content

Commit 83b313a

Browse files
committed
fix lint error
Signed-off-by: XingXing Qiao <[email protected]>
1 parent cb324f4 commit 83b313a

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

convert-hf-to-gguf.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2388,6 +2388,7 @@ def set_vocab(self, *args, **kwargs):
23882388
self.gguf_writer.add_add_bos_token(True)
23892389
self.gguf_writer.add_add_eos_token(True)
23902390

2391+
23912392
@Model.register("ChatGLMModel")
23922393
class ChatGLMModel(Model):
23932394
model_arch = gguf.MODEL_ARCH.CHATGLM
@@ -2404,8 +2405,6 @@ def set_vocab(self):
24042405
vocab_size = hparams.get("padded_vocab_size", len(tokenizer.get_vocab()))
24052406
assert max(tokenizer.get_vocab().values()) < vocab_size
24062407

2407-
reverse_vocab = {id_: encoded_tok for encoded_tok, id_ in tokenizer.get_vocab().items()}
2408-
24092408
for token_id in range(vocab_size):
24102409
piece = tokenizer._convert_id_to_token(token_id)
24112410
if token_id == 0:

0 commit comments

Comments
 (0)