diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py index 43e6a9c419..8ff255e4a4 100644 --- a/unsloth/kernels/__init__.py +++ b/unsloth/kernels/__init__.py @@ -25,7 +25,8 @@ from .geglu import ( from .fast_lora import ( get_lora_parameters, apply_lora_mlp_swiglu, - apply_lora_mlp_geglu, + apply_lora_mlp_geglu_exact, + apply_lora_mlp_geglu_approx, apply_lora_qkv, apply_lora_o, )