Update llama.py
This commit is contained in:
parent
9d3d4b5c5c
commit
55bfcea4c8
1 changed files with 0 additions and 1 deletions
|
|
@ -1133,7 +1133,6 @@ def CausalLM_fast_forward(fast_forward_inference):
|
|||
if os.environ.get("UNSLOTH_RETURN_HIDDEN_STATES", "0") == "1":
|
||||
if num_logits_to_keep != 0:
|
||||
hidden_states = hidden_states[:, -num_logits_to_keep:, :]
|
||||
hidden_states.__is_hidden_state = True
|
||||
return CausalLMOutputWithPast(
|
||||
loss = None,
|
||||
logits = hidden_states,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue