diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 7f0c2f6959..2e88e213e6 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -214,6 +214,14 @@ try: except: pass +# MXFP4 quantization requires triton >= 3.4.0 +try: + from transformers.quantizers.quantizer_mxfp4 import logger as mxfp4_logger + mxfp4_logger.addFilter(HideLoggingMessage("requires triton")) + del mxfp4_logger +except: + pass + # Errors out on # Some weights of Gemma3nForConditionalGeneration were not initialized from the model checkpoint from transformers.modeling_utils import logger as transformers_logger diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 9529794e1a..623f263127 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -644,7 +644,7 @@ class FastBaseModel: "loftq_config" : loftq_config, } lora_config = LoraConfig( - **{k:v for k,v in lora_config_dict.items() if key in LoraConfig.__doc__}, + **{k:v for k,v in lora_config_dict.items() if k in LoraConfig.__doc__}, ) model = prepare_model_for_kbit_training( model,