From 2d64e0a904c12ca01f2336419294bc69df906b51 Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Sun, 28 Jan 2024 16:37:21 +1100 Subject: [PATCH] Update mistral.py --- unsloth/models/mistral.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py index 2410572174..a379a49172 100644 --- a/unsloth/models/mistral.py +++ b/unsloth/models/mistral.py @@ -195,6 +195,7 @@ def MistralForCausalLM_fast_forward( return_dict = return_dict if return_dict is not None else self.config.use_return_dict # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn) + self.model._has_no_labels = labels is None outputs = self.model( input_ids=input_ids, causal_mask=causal_mask,