ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-14 08:19:02 -07:00
commit b4cd82d59f
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
unsloth/models/vision.py
View file

@ -315,15 +315,15 @@ class FastBaseModel:
# Add padding side as well
__tokenizer.padding_side = "right"
# Check bos, eos, pad tokens
if hasattr(tokenizer, "bos_token"):
tokenizer.bos_token = tokenizer.tokenizer.bos_token
tokenizer.bos_token_id = tokenizer.tokenizer.bos_token_id
if hasattr(tokenizer, "eos_token"):
tokenizer.eos_token = tokenizer.tokenizer.eos_token
tokenizer.eos_token_id = tokenizer.tokenizer.eos_token_id
if hasattr(tokenizer, "pad_token"):
tokenizer.pad_token = tokenizer.tokenizer.pad_token
tokenizer.pad_token_id = tokenizer.tokenizer.pad_token_id
if hasattr(__tokenizer, "bos_token"):
tokenizer.bos_token = __tokenizer.bos_token
tokenizer.bos_token_id = __tokenizer.bos_token_id
if hasattr(__tokenizer, "eos_token"):
tokenizer.eos_token = __tokenizer.eos_token
tokenizer.eos_token_id = __tokenizer.eos_token_id
if hasattr(__tokenizer, "pad_token"):
tokenizer.pad_token = __tokenizer.pad_token
tokenizer.pad_token_id = __tokenizer.pad_token_id
pass
model, tokenizer = patch_tokenizer(model, tokenizer)
model = post_patch_loss_function(model)