From 571f3abe54b864aa89356b46b03e10ad70e6ad19 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Mar 2025 06:06:10 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 9508d64889..616cc8fe59 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -125,6 +125,7 @@ def unsloth_base_fast_generate( else: kwargs.pop("logits_to_keep", None) kwargs.pop("num_logits_to_keep", None) + kwargs["logits_to_keep"] = 0 # Check pad_token model_eos_token_id = getattr(self.config, "eos_token_id", None)