From 727139618655ae169207e0b83d9e3cea569d6dc8 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 1 Jul 2025 06:59:30 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 289d667dda..53c5497424 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -364,8 +364,8 @@ class FastBaseModel: correct_dtype = bnb_compute_dtype custom_datatype = _custom_datatype # Execute code as well - # if len(execute_code.strip()) != 0: - # exec(execute_code) + if len(execute_code.strip()) != 0: + exec(execute_code) else: custom_datatype = None correct_dtype = None @@ -440,12 +440,12 @@ class FastBaseModel: for jj, (name, module) in enumerate(model.named_modules()): exec(custom_datatype) pass - # Clear deleted GPU items - for _ in range(3): - gc.collect() - if DEVICE_TYPE == "cuda": torch.cuda.empty_cache() - elif DEVICE_TYPE == "xpu": torch.xpu.empty_cache() - pass + pass + # Clear deleted GPU items + for _ in range(3): + gc.collect() + if DEVICE_TYPE == "cuda": torch.cuda.empty_cache() + elif DEVICE_TYPE == "xpu": torch.xpu.empty_cache() pass # Counteract saved tokenizers