From 8831d1d440af2ad17285446ac409b719ec4f33da Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 18 Mar 2025 21:08:07 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 8923491258..acf999faff 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -89,7 +89,6 @@ def unsloth_base_fast_generate( raise TypeError("Unsloth: You need to pass in input_ids to .generate!") assert(type(x) is torch.Tensor) bsz = x.shape[0] - print(kwargs) FastBaseModel.for_inference(self) dtype = _get_dtype(self.config.torch_dtype) @@ -147,8 +146,6 @@ def unsloth_base_fast_generate( try: kwargs["pixel_values"] = kwargs["pixel_values"].to(dtype) except: pass - if "use_cache" not in kwargs: kwargs["use_cache"] = True - # Mixed precision autocast if os.environ.get("UNSLOTH_FORCE_FLOAT32", "0") == "1": autocaster = torch.autocast(device_type = "cuda", dtype = dtype)