ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-03-14 06:17:20 -07:00
commit 0a74e08557
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/models/vision.py
View file

@ -121,11 +121,12 @@ def unsloth_base_fast_generate(
pass
key = NUM_LOGITS_TO_KEEP[arch]
if key is not None:
kwargs[key] = 1
if key not in kwargs:
kwargs[key] = 1
else:
kwargs.pop("logits_to_keep", None)
kwargs.pop("num_logits_to_keep", None)
kwargs["num_logits_to_keep"] = 0
pass
# kwargs.pop("logits_to_keep", None)
# kwargs.pop("num_logits_to_keep", None)
# Check pad_token
model_eos_token_id = getattr(self.config, "eos_token_id", None)