diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py
index 2410572174..a379a49172 100644
--- a/unsloth/models/mistral.py
+++ b/unsloth/models/mistral.py
@@ -195,6 +195,7 @@ def MistralForCausalLM_fast_forward(
     return_dict = return_dict if return_dict is not None else self.config.use_return_dict
 
     # decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
+    self.model._has_no_labels = labels is None
     outputs = self.model(
         input_ids=input_ids,
         causal_mask=causal_mask,