ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update mistral.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-01-28 16:37:21 +11:00
commit 2d64e0a904
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
unsloth/models/mistral.py
View file

@ -195,6 +195,7 @@ def MistralForCausalLM_fast_forward(
return_dict = return_dict if return_dict is not None else self.config.use_return_dict
# decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
self.model._has_no_labels = labels is None
outputs = self.model(
input_ids=input_ids,
causal_mask=causal_mask,