From 16b3dd86b7e957b8a6e5a8308d7fa78502adb1ab Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 17 Mar 2024 22:46:44 +1100 Subject: [PATCH] Update fast_lora.py --- unsloth/kernels/fast_lora.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/unsloth/kernels/fast_lora.py b/unsloth/kernels/fast_lora.py index f1524653a5..6568bba681 100644 --- a/unsloth/kernels/fast_lora.py +++ b/unsloth/kernels/fast_lora.py @@ -87,7 +87,6 @@ class LoRA_MLP(torch.autograd.Function): downW, downW_quant, downA, downB, downS, _forward_function, _backward_function,): dtype = X.dtype - print("Forward ", dtype) e = matmul_lora(X, gateW, gateW_quant, gateA, gateB, gateS) g = matmul_lora(X, upW, upW_quant, upA, upB, upS) @@ -123,7 +122,6 @@ class LoRA_MLP(torch.autograd.Function): e = e .view(-1, e .shape[-1]) g = g .view(-1, g .shape[-1]) dtype = X.dtype - print("Backward ", dtype) DW = matmul_lora(dY, downW.t(), downW_quant, downB, downA, downS) DW, e, g = _backward_function(DW, e, g)