ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-08-07 10:48:39 -07:00
commit d8eb7b3a0c
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/_utils.py
View file

@ -467,7 +467,7 @@ def patch_tokenizer(model, tokenizer):
check_pad_token = tokenizer(possible_pad_token, add_special_tokens = False).input_ids
if len(check_pad_token) != 1:
possible_pad_token = None
if check_pad_token[0] >= model.config.vocab_size:
if model is not None and check_pad_token[0] >= model.config.vocab_size:
possible_pad_token = None
pass