diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 23a02fa680..4466128a28 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -95,6 +95,10 @@ def unsloth_base_fast_generate( input_ids = kwargs["input_ids"] elif "input" in kwargs: input_ids = kwargs["input_ids"] + elif "input_features" in kwargs: + input_ids = kwargs["input_features"] + elif "input_embeds" in kwargs: + input_ids = kwargs["input_embeds"] elif "inputs" in kwargs: input_ids = kwargs["inputs"] else: @@ -209,14 +213,13 @@ def unsloth_base_fast_generate( if "generation_config" in kwargs: kwargs["generation_config"].cache_implementation = cache_implementation - kwargs["generation_config"].compile_config = _compile_config if cache_implementation is not None else None + if cache_implementation is not None: + kwargs["generation_config"].compile_config = _compile_config else: kwargs["cache_implementation"] = cache_implementation - if cache_implementation is not None: kwargs["compile_config"] = _compile_config + if cache_implementation is not None: + kwargs["compile_config"] = _compile_config pass - print(kwargs) - print(kwargs["generation_config"]) - print(kwargs["generation_config"].compile_config) try: with torch.inference_mode(), autocaster: