From c669c87294c791a5fb0782367dfc3122b16a6045 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Thu, 26 Dec 2024 21:39:38 -0800 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 709cd1cb5c..2dc4b88dfa 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -186,6 +186,10 @@ class FastBaseVisionModel: patch_saving_functions(model, vision = True) patch_saving_functions(tokenizer, vision = True) + # Fix gradient accumulation + from transformers.trainer import Trainer + patch_gradient_accumulation_fix(Trainer) + # Save tokenizer for inference purposes tokenizer.padding_side = "left" # Force inference tokenizer.tokenizer.padding_side = "left" # Force inference