From 77dbbb6e741d1784a0472040ea64f10ac603929f Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 19 Mar 2025 02:17:17 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 677c7f8744..bb84c2d8a6 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -184,9 +184,12 @@ def unsloth_base_fast_generate( if "generation_config" in kwargs: kwargs["generation_config"].cache_implementation = cache_implementation kwargs["generation_config"].compile_config = _compile_config - else: + elif getattr(self, "_supports_static_cache", True): kwargs["cache_implementation"] = cache_implementation kwargs["compile_config"] = _compile_config + else: + kwargs["cache_implementation"] = "hybrid" + kwargs["compile_config"] = _compile_config pass with torch.inference_mode(), autocaster: