From 6e0fa4ec2b57190731489ddcb80a62beef265cc6 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 24 Oct 2024 12:11:38 -0700 Subject: [PATCH] Update cross_entropy_loss.py --- unsloth/kernels/cross_entropy_loss.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/unsloth/kernels/cross_entropy_loss.py b/unsloth/kernels/cross_entropy_loss.py index 57d07af493..f2377d55cc 100644 --- a/unsloth/kernels/cross_entropy_loss.py +++ b/unsloth/kernels/cross_entropy_loss.py @@ -389,11 +389,12 @@ from transformers.models.llama.modeling_llama import ( Tuple, ) +# Transformers 4.47 need Unpack, KwargsForCausalLM try: from transformers.models.llama.modeling_llama import Unpack, KwargsForCausalLM -except ImportError: - logger.warning("Unsloth: Could not find Unpack, KwargsForCausalLM in LlamaForCausalLM. " - "This is expected if you are using an older version of Transformers (<4.46.0). ") +except: + pass +pass import inspect, re function = inspect.getsource(LlamaForCausalLM.forward)