From e27523cd5ec15e8ee1167f9887901a1fa23248ee Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 3 Mar 2024 03:39:10 +1100 Subject: [PATCH] Update __init__.py --- unsloth/kernels/__init__.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py index 43e6a9c419..8ff255e4a4 100644 --- a/unsloth/kernels/__init__.py +++ b/unsloth/kernels/__init__.py @@ -25,7 +25,8 @@ from .geglu import ( from .fast_lora import ( get_lora_parameters, apply_lora_mlp_swiglu, - apply_lora_mlp_geglu, + apply_lora_mlp_geglu_exact, + apply_lora_mlp_geglu_approx, apply_lora_qkv, apply_lora_o, )