ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

CE Loss

Browse source
This commit is contained in:
Daniel Han 2024-11-03 14:15:08 -08:00
commit 2ea161c913
2 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/kernels/__init__.py
View file

@ -14,8 +14,7 @@
from .cross_entropy_loss import (
fast_cross_entropy_loss,
patch_losses,
patch_loss_function,
post_patch_loss_function,
)
from .rms_layernorm import (
fast_rms_layernorm,

2
unsloth/kernels/cross_entropy_loss.py
View file

@ -393,4 +393,4 @@ if (Version(torch.__version__) < Version("2.4.0")) and \
pass
# Patch CE Losses in transformers
patch_losses = transformers_losses_patcher(causal_loss_function(fast_cross_entropy_loss))
patch_loss_functions(fast_cross_entropy_loss)