Update fast_lora.py
This commit is contained in:
parent
2d25facc7b
commit
4f60055f9e
1 changed files with 1 additions and 1 deletions
|
|
@ -36,7 +36,7 @@ def matmul_lora(X, W, W_quant, A, B, s, out = None):
|
|||
if A is not None:
|
||||
# LoRA is enabled
|
||||
A, B = A.t(), B.t()
|
||||
out += (X @ A.to(dtype)) @ (s * B.to(dtype))
|
||||
out += (X @ A) @ (s * B)
|
||||
pass
|
||||
|
||||
return out.view(batch, seq_len, -1) if reshape else out
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue