diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index f0085b0f69..4af4a4fdf0 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -212,8 +212,7 @@ def unsloth_base_fast_generate( kwargs["generation_config"].compile_config = _compile_config if cache_implementation is not None else None else: kwargs["cache_implementation"] = cache_implementation - if cache_implementation: - kwargs["compile_config"] = _compile_config + if cache_implementation is not None: kwargs["compile_config"] = _compile_config pass try: