ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-13 18:31:03 -07:00
commit 6df2ef3667
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/vision.py
View file

@ -283,8 +283,9 @@ class FastBaseModel:
tokens = ["bos_token", "eos_toke", "pad_toke", "unk_toke"]
for token in tokens:
if hasattr(__tokenizer, token) and not hasattr(tokenizer, token):
exec(f"tokenizer.{token} = __tokenizer.{token}")
exec(f"tokenizer.{token}_id = __tokenizer.{token}_id")
_args = {"__tokenizer" : __tokenizer, "tokenizer" : tokenizer}
exec(f"tokenizer.{token} = __tokenizer.{token}", _args)
exec(f"tokenizer.{token}_id = __tokenizer.{token}_id", _args)
pass
pass
pass