ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han 2024-11-05 02:06:27 -08:00
commit 0f9b6390a6
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -527,7 +527,6 @@ __DTYPE_MAP = {
}
# https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py#L825
@torch._disable_dynamo
def LlamaModel_fast_forward(
self,
input_ids: torch.LongTensor,
@ -1029,6 +1028,7 @@ def CausalLM_fast_forward(fast_forward_inference):
pass
@torch._disable_dynamo
def PeftModelForCausalLM_fast_forward(
self,
input_ids=None,