ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-13 18:34:26 -07:00
commit 86a59d5fd9
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/vision.py
View file

@ -280,7 +280,7 @@ class FastBaseModel:
# Add padding side as well
__tokenizer.padding_side = "right"
# Check bos, eos, pad, unk tokens
tokens = ["bos_token", "eos_toke", "pad_toke", "unk_toke"]
tokens = ["bos_token", "eos_token", "pad_token", "unk_token"]
for token in tokens:
if hasattr(__tokenizer, token) and not hasattr(tokenizer, token):
_args = {"__tokenizer" : __tokenizer, "tokenizer" : tokenizer}