diff --git a/unsloth/kernels/cross_entropy_loss.py b/unsloth/kernels/cross_entropy_loss.py index 57d07af493..f2377d55cc 100644 --- a/unsloth/kernels/cross_entropy_loss.py +++ b/unsloth/kernels/cross_entropy_loss.py @@ -389,11 +389,12 @@ from transformers.models.llama.modeling_llama import ( Tuple, ) +# Transformers 4.47 need Unpack, KwargsForCausalLM try: from transformers.models.llama.modeling_llama import Unpack, KwargsForCausalLM -except ImportError: - logger.warning("Unsloth: Could not find Unpack, KwargsForCausalLM in LlamaForCausalLM. " - "This is expected if you are using an older version of Transformers (<4.46.0). ") +except: + pass +pass import inspect, re function = inspect.getsource(LlamaForCausalLM.forward)