Update cross_entropy_loss.py
This commit is contained in:
parent
79effae03d
commit
8603d08f3b
1 changed files with 4 additions and 3 deletions
|
|
@ -389,11 +389,12 @@ from transformers.models.llama.modeling_llama import (
|
|||
Tuple,
|
||||
)
|
||||
|
||||
# Transformers 4.47 need Unpack, KwargsForCausalLM
|
||||
try:
|
||||
from transformers.models.llama.modeling_llama import Unpack, KwargsForCausalLM
|
||||
except ImportError:
|
||||
logger.warning("Unsloth: Could not find Unpack, KwargsForCausalLM in LlamaForCausalLM. "
|
||||
"This is expected if you are using an older version of Transformers (<4.46.0). ")
|
||||
except:
|
||||
pass
|
||||
pass
|
||||
|
||||
import inspect, re
|
||||
function = inspect.getsource(LlamaForCausalLM.forward)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue