[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
9116aa8dfd
commit
c5a1eccb51
1 changed files with 1 additions and 1 deletions
|
|
@ -389,7 +389,7 @@ class LoRA_QKV(torch.autograd.Function):
|
|||
Q = matmul_lora(X_for_matmul, QW, QW_quant, QA, QB, QS)
|
||||
K = matmul_lora(X_for_matmul, KW, KW_quant, KA, KB, KS)
|
||||
V = matmul_lora(X_for_matmul, VW, VW_quant, VA, VB, VS)
|
||||
|
||||
|
||||
# Restore original shape after matmul
|
||||
if len(orig_shape) == 3:
|
||||
Q = Q.view(orig_shape[0], orig_shape[1], -1)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue