From d3f3b6fc494ab1409f09387d8d039bd11bc53595 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sat, 27 Jan 2024 18:00:41 +1100 Subject: [PATCH] Update fast_lora.py --- unsloth/kernels/fast_lora.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py index ca76f2db75..05829cbc94 100644 --- a/unsloth/kernels/fast_lora.py +++ b/unsloth/kernels/fast_lora.py @@ -259,8 +259,8 @@ class LoRA_MLP_New(torch.autograd.Function): d_gateB *= gateS - dX = matmul_lora(df, upW.t(), upW_quant, upB, upA, upS) - dX += matmul_lora(de, gateW.t(), gateW_quant, gateB, gateA, gateS) + # dX = matmul_lora(df, upW.t(), upW_quant, upB, upA, upS) + # dX += matmul_lora(de, gateW.t(), gateW_quant, gateB, gateA, gateS) upW = fast_dequantize(upW.t(), upW_quant) dX = torch.matmul(df, upW.t(), out = X)