From 7bed11a8ba1836d71415c3c87fcde5ae1cab2865 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Fri, 26 Jan 2024 16:43:50 +1100 Subject: [PATCH] Update fast_lora.py --- unsloth/kernels/fast_lora.py | 1 - 1 file changed, 1 deletion(-) diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py index c1f3e5e02a..e24fa48dcc 100644 --- a/unsloth/kernels/fast_lora.py +++ b/unsloth/kernels/fast_lora.py @@ -130,7 +130,6 @@ class LoRA_MLP(torch.autograd.Function): df = se * (1 - f) + f DW_f = DW * f DW_dfg = DW * df * g - h, DW_f, DW_dfg = DW, e, g # DW = matmul_lora(dY, downW.t(), downW_quant, downB, downA, downS) # DW, e, g = swiglu_DWf_DW_dfg_kernel(DW, e, g) # h, DW_f, DW_dfg = DW, e, g