diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 0569ac1991..10618c1a84 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -169,7 +169,7 @@ def unsloth_base_fast_generate( autocaster = torch.autocast(device_type = "cuda", dtype = dtype) # Prepare LoRA - state_dict = convert_lora_modules(model, dtype = dtype) + state_dict = convert_lora_modules(self, dtype = dtype) # Set compile dynamic shapes torch._dynamo.mark_static(input_ids, 0) @@ -197,7 +197,7 @@ def unsloth_base_fast_generate( kwargs.pop("prompt_lookup_num_tokens", None) output = self._old_generate(*args, **kwargs) finally: - return_lora_modules(model, state_dict, torch.float32) + return_lora_modules(self, state_dict, torch.float32) pass FastBaseModel.for_training(self)