ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-17 16:54:44 -08:00
commit 50c94b7954
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/models/_utils.py
View file

@ -55,6 +55,10 @@ __all__ = [
"HAS_CUT_CROSS_ENTROPY",
"fused_linear_cross_entropy",
"patch_unsloth_smart_gradient_checkpointing",
"unpatch_unsloth_smart_gradient_checkpointing",
"patch_compiled_autograd",
]
import torch
@ -73,6 +77,7 @@ from unsloth_zoo.patching_utils import (
patch_layernorm,
patch_torch_compile,
patch_model_and_tokenizer,
patch_compiled_autograd,
)
from unsloth_zoo.gradient_checkpointing import (
Unsloth_Offloaded_Gradient_Checkpointer,
@ -84,6 +89,9 @@ from unsloth_zoo.gradient_checkpointing import (
unsloth_gradient_checkpoint,
patch_gradient_checkpointing,
unpatch_gradient_checkpointing,
patch_unsloth_smart_gradient_checkpointing,
unpatch_unsloth_smart_gradient_checkpointing,
)
from unsloth_zoo.loss_utils import (
HAS_CUT_CROSS_ENTROPY,