diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py index 3a87ab56dc..4f77280ad7 100644 --- a/unsloth/models/llama.py +++ b/unsloth/models/llama.py @@ -1154,6 +1154,7 @@ def CausalLM_fast_forward(fast_forward_inference): output = (logits,) + outputs[1:] return (loss,) + output if loss is not None else output + print("========== dtype = ", logits.dtype) return CausalLMOutputWithPast( loss=loss, logits=logits,