diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py index 9c231e6ce1..43e6a9c419 100644 --- a/unsloth/kernels/__init__.py +++ b/unsloth/kernels/__init__.py @@ -16,7 +16,12 @@ from .cross_entropy_loss import fast_cross_entropy_loss from .rms_layernorm import fast_rms_layernorm from .rope_embedding import fast_rope_embedding, inplace_rope_embedding from .swiglu import swiglu_fg_kernel, swiglu_DWf_DW_dfg_kernel -from .geglu import geglu_forward_kernel, geglu_backward_kernel +from .geglu import ( + geglu_exact_forward_kernel, + geglu_exact_backward_kernel, + geglu_approx_forward_kernel, + geglu_approx_backward_kernel, +) from .fast_lora import ( get_lora_parameters, apply_lora_mlp_swiglu,