From b4cd82d59f9c8f503ca0804adc7cec0f74c71c70 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 14 Mar 2025 08:19:02 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 219aba8cb6..24015f82fe 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -315,15 +315,15 @@ class FastBaseModel: # Add padding side as well __tokenizer.padding_side = "right" # Check bos, eos, pad tokens - if hasattr(tokenizer, "bos_token"): - tokenizer.bos_token = tokenizer.tokenizer.bos_token - tokenizer.bos_token_id = tokenizer.tokenizer.bos_token_id - if hasattr(tokenizer, "eos_token"): - tokenizer.eos_token = tokenizer.tokenizer.eos_token - tokenizer.eos_token_id = tokenizer.tokenizer.eos_token_id - if hasattr(tokenizer, "pad_token"): - tokenizer.pad_token = tokenizer.tokenizer.pad_token - tokenizer.pad_token_id = tokenizer.tokenizer.pad_token_id + if hasattr(__tokenizer, "bos_token"): + tokenizer.bos_token = __tokenizer.bos_token + tokenizer.bos_token_id = __tokenizer.bos_token_id + if hasattr(__tokenizer, "eos_token"): + tokenizer.eos_token = __tokenizer.eos_token + tokenizer.eos_token_id = __tokenizer.eos_token_id + if hasattr(__tokenizer, "pad_token"): + tokenizer.pad_token = __tokenizer.pad_token + tokenizer.pad_token_id = __tokenizer.pad_token_id pass model, tokenizer = patch_tokenizer(model, tokenizer) model = post_patch_loss_function(model)