From a98fc9c57cf19b3da4dfd803e323ea1334ef1c5d Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 21 Nov 2024 04:10:43 -0800 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index e741c1c628..d083144651 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -53,9 +53,10 @@ def _wrap_fast_inference(generate, device_type, dtype, model): kwargs["pad_token_id"] = kwargs.pop("pad_token_id", model_eos_token_id) - if "pixel_values" in kwargs: + try: kwargs["pixel_values"] = kwargs["pixel_values"].to(model.dtype) - pass + except: + pass # Autocasted with torch.autocast(device_type = device_type, dtype = dtype):