From 8b51a7d8fb3dbc2d9c0afd0de74c2a3bf0aa9c1c Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 13 Mar 2025 01:30:06 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index fc9519cb64..b214ecec84 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -245,22 +245,22 @@ class FastBaseModel: auto_processor = AutoProcessor if auto_model is AutoModelForVision2Seq else AutoTokenizer tokenizer = auto_processor.from_pretrained( tokenizer_name, - padding_side = "right", + padding_side = "left", token = token, ) # Add padding side as well if hasattr(tokenizer, "tokenizer"): - tokenizer.tokenizer.padding_side = "right" + tokenizer.tokenizer.padding_side = "left" - model, tokenizer = patch_tokenizer(model, tokenizer) - model = post_patch_loss_function(model) + # model, tokenizer = patch_tokenizer(model, tokenizer) + # model = post_patch_loss_function(model) # Fix other stuff like BnB compute data types - model, tokenizer = patch_model_and_tokenizer( - model, - tokenizer, - downcast_rope = False, - fix_embeddings = False, - ) + # model, tokenizer = patch_model_and_tokenizer( + # model, + # tokenizer, + # downcast_rope = False, + # fix_embeddings = False, + # ) # Log Unsloth version for future fastpaths for inference if hasattr(model, "config"):