From 4644fd8dac406badf6279052d77d6701175cec6a Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Thu, 13 Mar 2025 18:26:30 -0700
Subject: [PATCH] Update vision.py

---
 unsloth/models/vision.py | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py
index f0d5a0930c..180c2cefec 100644
--- a/unsloth/models/vision.py
+++ b/unsloth/models/vision.py
@@ -275,10 +275,19 @@ class FastBaseModel:
             padding_side = "right",
             token        = token,
         )
-        # Add padding side as well
         if hasattr(tokenizer, "tokenizer"):
-            tokenizer.tokenizer.padding_side = "right"
-
+            __tokenizer = tokenizer.tokenizer
+            # Add padding side as well
+            __tokenizer.padding_side = "right"
+            # Check bos, eos, pad, unk tokens
+            tokens = ["bos_token", "eos_toke", "pad_toke", "unk_toke"]
+            for token in tokens:
+                if hasattr(__tokenizer, token) and not hasattr(tokenizer, token):
+                    exec(f"tokenizer.{token} = __tokenizer.{token}")
+                    exec(f"tokenizer.{token}_id = __tokenizer.{token}_id")
+                pass
+            pass
+        pass
         model, tokenizer = patch_tokenizer(model, tokenizer)
         model = post_patch_loss_function(model)
         # Fix other stuff like BnB compute data types