Update cross_entropy_loss.py

This commit is contained in:
Daniel Han 2024-10-24 12:11:38 -07:00
commit 6e0fa4ec2b

View file

@ -389,11 +389,12 @@ from transformers.models.llama.modeling_llama import (
Tuple,
)
# Transformers 4.47 need Unpack, KwargsForCausalLM
try:
from transformers.models.llama.modeling_llama import Unpack, KwargsForCausalLM
except ImportError:
logger.warning("Unsloth: Could not find Unpack, KwargsForCausalLM in LlamaForCausalLM. "
"This is expected if you are using an older version of Transformers (<4.46.0). ")
except:
pass
pass
import inspect, re
function = inspect.getsource(LlamaForCausalLM.forward)