diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 5bc9529e60..11423f9066 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -__version__ = "2024.12.1" +__version__ = "2024.12.2" __all__ = [ "prepare_model_for_kbit_training", diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index aa4cc09022..0f682c6b40 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -30,7 +30,7 @@ from transformers import set_seed as transformers_set_seed from unsloth_zoo.peft_utils import ( get_peft_regex, merge_and_overwrite_lora, - # SKIP_QUANTIZATION_MODULES, + SKIP_QUANTIZATION_MODULES, ) from triton import __version__ as triton_version @@ -133,7 +133,7 @@ class FastBaseVisionModel: bnb_4bit_use_double_quant = True, bnb_4bit_quant_type = "nf4", bnb_4bit_compute_dtype = dtype, - # llm_int8_skip_modules = SKIP_QUANTIZATION_MODULES, + llm_int8_skip_modules = SKIP_QUANTIZATION_MODULES, ) pass