From ede5d5893a1ee3feedb8d0ab906d91c405f3ffac Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Mon, 28 Oct 2024 14:30:06 -0700 Subject: [PATCH] Update cross_entropy_loss.py --- unsloth/kernels/cross_entropy_loss.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/unsloth/kernels/cross_entropy_loss.py b/unsloth/kernels/cross_entropy_loss.py index 7ec1c258a9..4ff4ec152a 100644 --- a/unsloth/kernels/cross_entropy_loss.py +++ b/unsloth/kernels/cross_entropy_loss.py @@ -349,7 +349,7 @@ class Fast_CrossEntropyLoss(torch.autograd.Function): pass -@torch._disable_dynamo +# @torch._disable_dynamo def fast_cross_entropy_loss( logits, labels, @@ -472,7 +472,7 @@ def unpatch_llama_for_causal_lm(): pass -@torch._disable_dynamo +# @torch._disable_dynamo def UnslothForCausalLMLoss( logits, labels, vocab_size: int, num_items_in_batch: int = None, ignore_index: int = -100, **kwargs ): @@ -495,7 +495,9 @@ def patch_transformers_losses(): import transformers.loss.loss_utils except: logger.warning_once("Unsloth: Cannot patch loss functions - update transformers for faster modules!") - + return + pass + import transformers.modeling_utils LOSS_MAPPING = transformers.loss.loss_utils.LOSS_MAPPING LOSS_MAPPING["ForCausalLM"] = UnslothForCausalLMLoss