ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update vision.py

Browse source
This commit is contained in:
Daniel Han 2025-06-30 07:03:36 -07:00
commit 1444b1011a
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
unsloth/models/vision.py
View file

@ -435,8 +435,20 @@ class FastBaseModel:
# Edit data-types
if custom_datatype is not None:
for name, module in model.named_modules():
for jj, (name, module) in enumerate(model.named_modules()):
exec(custom_datatype)
if jj % 10 == 0:
gc.collect()
if DEVICE_TYPE == "cuda": torch.cuda.empty_cache()
elif DEVICE_TYPE == "xpu": torch.xpu.empty_cache()
pass
pass
# Clear deleted GPU items
for _ in range(3):
gc.collect()
if DEVICE_TYPE == "cuda": torch.cuda.empty_cache()
elif DEVICE_TYPE == "xpu": torch.xpu.empty_cache()
pass
pass
# Counteract saved tokenizers