From 3df65308f3c47f57a48297c10e76ed8443c2ddfe Mon Sep 17 00:00:00 2001 From: Datta Nimmaturi Date: Tue, 10 Feb 2026 15:38:55 +0530 Subject: [PATCH] [Misc] Fixes (#4015) * convert print to logger * Print but cleaner * Hide model on multiple devices * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * fix typo * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Fix typo transfomers -> transformers, revert MoE message change * Update MoE detection message to show num_experts and target_modules --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: Daniel Hanchen --- unsloth/models/_utils.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 4a57de3aba..2b17c52a54 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -530,6 +530,15 @@ class RaiseUninitialized: transformers_logger.removeHandler(self.error_handler) +try: + from transformers.trainer import logger as transformers_trainer_logger + + transformers_trainer_logger.addFilter( + HideLoggingMessage("The model is already on multiple devices.") + ) +except: + pass + # Patch get_model_param_count to record correct 4bit / 8bit from transformers.trainer_pt_utils import is_deepspeed_zero3_enabled @@ -2625,7 +2634,7 @@ def get_moe_target_parameters(model, target_modules = None) -> Optional[List[str if moe_params: print( - f"Unsloth: Detected MoE model with {num_experts} experts - enabling LoRA on: {moe_params}" + f"Unsloth: Detected MoE model with {num_experts = } and {target_modules = }. Enabling LoRA on MoE parameters: {moe_params}" ) return moe_params