From f8d89154018ab1b83c0cf8ead54e2bf297c47182 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 5 Jan 2026 07:04:46 +0000 Subject: [PATCH] Use Unsloth's prepare_model_for_kbit_training for consistency Changed from peft.prepare_model_for_kbit_training to unsloth.models._utils.prepare_model_for_kbit_training. Unsloth's version provides: - Float32 mixed precision upcasting for LoRA layers - Better numerical stability - Consistency with rest of Unsloth codebase --- unsloth/models/sentence_transformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/sentence_transformer.py b/unsloth/models/sentence_transformer.py index 09236e5a37..98f6dc3a3a 100644 --- a/unsloth/models/sentence_transformer.py +++ b/unsloth/models/sentence_transformer.py @@ -1157,7 +1157,7 @@ class FastSentenceTransformer(FastModel): # Prepare for k-bit training if quantized if is_quantized: - from peft import prepare_model_for_kbit_training + from unsloth.models._utils import prepare_model_for_kbit_training _gc_for_kbit = ( use_gradient_checkpointing