From 37365b6ba94fc3fe6493fb8ca66cff2e00f6c735 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Mon, 18 Dec 2023 12:25:47 +1100
Subject: [PATCH] Fix typo

---
 unsloth/models/mistral.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/models/mistral.py b/unsloth/models/mistral.py
index 7eb651cd33..9a91a8fc1f 100644
--- a/unsloth/models/mistral.py
+++ b/unsloth/models/mistral.py
@@ -165,7 +165,7 @@ def MistralForCausalLM_fast_forward(
         else:
             # Fix from https://github.com/Rypo
             causal_mask = xformers.attn_bias.BlockDiagonalCausalMask\
-                .from_seqlens([qlen]*bsz)\
+                .from_seqlens([q_len]*bsz)\
                 .make_local_attention(window_size = sliding_window)
     pass