ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-01-23 01:06:34 +11:00
commit 8647f0e86e
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/llama.py
View file

@ -113,7 +113,7 @@ def LlamaAttention_fast_forward_inference(
K1, V1 = past_key_value
# LoRA or general matrix multiplication
dtype = Xn.dtype
# dtype = Xn.dtype
# Qn = self.q_proj(Xn)
# Kn = self.k_proj(Xn)
# Vn = self.v_proj(Xn)
@ -162,7 +162,6 @@ pass
torch_silu = torch.nn.functional.silu
def fast_mlp_inference(self, X):
X = X.view(self.hidden_size)
dtype = X.dtype
# gate = self.gate_proj(X)
# up = self.up_proj(X)