From 0a74e085579defd4241efa20717011579ca88a3f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Mar 2025 06:17:20 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index cd953363c4..ac4c6287e8 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -121,11 +121,12 @@ def unsloth_base_fast_generate( pass key = NUM_LOGITS_TO_KEEP[arch] if key is not None: - kwargs[key] = 1 + if key not in kwargs: + kwargs[key] = 1 else: - kwargs.pop("logits_to_keep", None) - kwargs.pop("num_logits_to_keep", None) - kwargs["num_logits_to_keep"] = 0 + pass + # kwargs.pop("logits_to_keep", None) + # kwargs.pop("num_logits_to_keep", None) # Check pad_token model_eos_token_id = getattr(self.config, "eos_token_id", None)