ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-13 18:26:30 -07:00
commit 4644fd8dac
1 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

15
unsloth/models/vision.py
View file

@ -275,10 +275,19 @@ class FastBaseModel:
padding_side = "right",
token = token,
)
# Add padding side as well
if hasattr(tokenizer, "tokenizer"):
tokenizer.tokenizer.padding_side = "right"
__tokenizer = tokenizer.tokenizer
# Add padding side as well
__tokenizer.padding_side = "right"
# Check bos, eos, pad, unk tokens
tokens = ["bos_token", "eos_toke", "pad_toke", "unk_toke"]
for token in tokens:
if hasattr(__tokenizer, token) and not hasattr(tokenizer, token):
exec(f"tokenizer.{token} = __tokenizer.{token}")
exec(f"tokenizer.{token}_id = __tokenizer.{token}_id")
pass
pass
pass
model, tokenizer = patch_tokenizer(model, tokenizer)
model = post_patch_loss_function(model)
# Fix other stuff like BnB compute data types