From 4e43875670ce23e58561cbd53957062328a458c2 Mon Sep 17 00:00:00 2001
From: Daniel Han-Chen <danielhanchen@gmail.com>
Date: Sun, 24 Mar 2024 23:15:33 +1100
Subject: [PATCH] Update tokenizer_utils.py

---
 unsloth/tokenizer_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py
index 9e5a736df5..34f2b21301 100644
--- a/unsloth/tokenizer_utils.py
+++ b/unsloth/tokenizer_utils.py
@@ -275,6 +275,6 @@ def load_correct_tokenizer(
     if assert_same_tokenization(slow_tokenizer, fast_tokenizer):
         return fast_tokenizer
     else:
-        return slow_tokenizer
+        return convert_to_fast_tokenizer(slow_tokenizer)
     pass
 pass