From ce2ac830163cb742da0d609399651a484ca11579 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 16 May 2025 23:25:32 -0700 Subject: [PATCH] Update vision.py --- unsloth/models/vision.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 2b517df934..23a02fa680 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -212,8 +212,11 @@ def unsloth_base_fast_generate( kwargs["generation_config"].compile_config = _compile_config if cache_implementation is not None else None else: kwargs["cache_implementation"] = cache_implementation - kwargs["compile_config"] = _compile_config + if cache_implementation is not None: kwargs["compile_config"] = _compile_config pass + print(kwargs) + print(kwargs["generation_config"]) + print(kwargs["generation_config"].compile_config) try: with torch.inference_mode(), autocaster: