diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index debf43c1a9..cce6554d52 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -206,7 +206,7 @@ def unsloth_base_fast_generate( # Fix generation_config # Use hybrid if sliding window seen, otherwise try static cache_implementation = getattr(self.config, "cache_implementation", None) - if getattr(self, "_supports_static_cache", True): + if getattr(self, "_supports_static_cache", getattr(self, "_can_compile_fullgraph", True)): if os.environ.get("UNSLOTH_DISABLE_STATIC_GENERATION", "0") == "0": cache_implementation = "static" else: