From 186a2f6ee6ead89b456de35289e0e7891847d692 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 9 Mar 2025 23:03:27 -0700 Subject: [PATCH] Update loader.py --- unsloth/models/loader.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index 445658b77d..0eade901c7 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -108,8 +108,8 @@ class FastLanguageModel(FastLlamaModel): use_gradient_checkpointing = use_gradient_checkpointing, resize_model_vocab = resize_model_vocab, # [TODO] No effect revision = revision, - return_logits = return_logits, # Return logits - fullgraph = fullgraph, # No graph breaks + return_logits = False, # Return logits + fullgraph = True, # No graph breaks use_exact_model_name = use_exact_model_name, *args, **kwargs, ) @@ -306,8 +306,8 @@ class FastLanguageModel(FastLlamaModel): use_gradient_checkpointing = use_gradient_checkpointing, resize_model_vocab = resize_model_vocab, # [TODO] No effect revision = revision, - return_logits = return_logits, # Return logits - fullgraph = fullgraph, # No graph breaks + return_logits = False, # Return logits + fullgraph = True, # No graph breaks use_exact_model_name = use_exact_model_name, *args, **kwargs, )