ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update fast_lora.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-01-27 03:38:19 +11:00
commit c57495df6f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unsloth/kernels/fast_lora.py
View file

@ -184,7 +184,7 @@ pass
class LoRA_MLP_New(torch.autograd.Function):
@staticmethod
@classmethod
@torch.cuda.amp.custom_fwd
def forward(ctx, X : torch.Tensor,
gateW, gateW_quant, gateA, gateB, gateS,
@ -214,7 +214,7 @@ class LoRA_MLP_New(torch.autograd.Function):
return (dy.float() * sigm * (1 + X.float() * (1 - sigm))).to(X.dtype)
pass
@staticmethod
@classmethod
@torch.cuda.amp.custom_bwd
def backward(ctx, dY : torch.Tensor):
gateW, gateW_quant, gateS, upW, upW_quant, upS, downW, downW_quant, downS, = \