From 6949a52dcc161044e8cf360a3ee238685e6fc4bd Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 11 Mar 2025 22:34:57 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 1dd766c9b4..31d0acf62a 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -65,8 +65,11 @@ def unsloth_base_fast_generate( kwargs.pop("token_type_ids", None) # VLMs do not allow logits_to_keep - if not is_vlm: kwargs["logits_to_keep"] = 1 - print(kwargs) + if not is_vlm: + kwargs["logits_to_keep"] = 1 + else: + kwargs.pop("logits_to_keep", None) + kwargs.pop("num_logits_to_keep", None) # Check pad_token model_eos_token_id = getattr(self.config, "eos_token_id", None)