From d0b1144423e00575733f0957aa768ab5bcbccbc8 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Tue, 6 Feb 2024 18:53:32 +1100 Subject: [PATCH] Fix llm_int8_skip_modules --- unsloth/models/loader.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 07396313b3..674a5efa6f 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -128,7 +128,7 @@ class FastLanguageModel(FastLlamaModel): "bnb_4bit_use_double_quant" : True, "llm_int8_enable_fp32_cpu_offload" : False, "llm_int8_has_fp16_weight" : False, - "llm_int8_skip_modules" : "null", + "llm_int8_skip_modules" : None, "llm_int8_threshold" : 6.0, "load_in_4bit" : True, "load_in_8bit" : False,