Update vision.py

2025-03-14 06:06:10 -07:00 · 2025-03-14 06:06:10 -07:00 · 571f3abe54
commit 571f3abe54
parent d3439f887e
1 changed files with 1 additions and 0 deletions
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@ -125,6 +125,7 @@ def unsloth_base_fast_generate(
    else:
        kwargs.pop("logits_to_keep", None)
        kwargs.pop("num_logits_to_keep", None)
+    kwargs["logits_to_keep"] = 0

    # Check pad_token
    model_eos_token_id = getattr(self.config, "eos_token_id", None)