From 1642ded0353347f42865db793c68daee4d3fc1ba Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 3 Dec 2024 16:25:13 -0800 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 0f682c6b40..aa4cc09022 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -30,7 +30,7 @@ from transformers import set_seed as transformers_set_seed from unsloth_zoo.peft_utils import ( get_peft_regex, merge_and_overwrite_lora, - SKIP_QUANTIZATION_MODULES, + # SKIP_QUANTIZATION_MODULES, ) from triton import __version__ as triton_version @@ -133,7 +133,7 @@ class FastBaseVisionModel: bnb_4bit_use_double_quant = True, bnb_4bit_quant_type = "nf4", bnb_4bit_compute_dtype = dtype, - llm_int8_skip_modules = SKIP_QUANTIZATION_MODULES, + # llm_int8_skip_modules = SKIP_QUANTIZATION_MODULES, ) pass