ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2024-11-21 06:07:06 -08:00
commit 40dcb698d6
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/vision.py
View file

@ -41,7 +41,7 @@ def _wrap_fast_inference(generate, device_type, dtype, model):
@torch.inference_mode
def _fast_generate(*args, **kwargs):
# For num_logits_to_keep
kwargs["num_logits_to_keep"] = 1
# kwargs["num_logits_to_keep"] = 1
# Remove token_type_ids
kwargs.pop("token_type_ids", None)