Update __init__.py

This commit is contained in:
Daniel Han-Chen 2024-03-03 03:39:10 +11:00
commit e27523cd5e

View file

@ -25,7 +25,8 @@ from .geglu import (
from .fast_lora import (
get_lora_parameters,
apply_lora_mlp_swiglu,
apply_lora_mlp_geglu,
apply_lora_mlp_geglu_exact,
apply_lora_mlp_geglu_approx,
apply_lora_qkv,
apply_lora_o,
)