From 9e9f2a62291cd886640092f23fe47bf2e6c6835c Mon Sep 17 00:00:00 2001 From: Erland366 Date: Fri, 16 May 2025 13:16:34 +0000 Subject: [PATCH] Fix Nonetype on the compile_config --- unsloth/models/vision.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index b335fd02df..64f4d71b6f 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -200,12 +200,14 @@ def unsloth_base_fast_generate( cache_implementation = "static" else: cache_implementation = "hybrid" + if "generation_config" in kwargs: kwargs["generation_config"].cache_implementation = cache_implementation kwargs["generation_config"].compile_config = _compile_config if cache_implementation is not None else None else: kwargs["cache_implementation"] = cache_implementation - kwargs["compile_config"] = _compile_config if cache_implementation is not None else None + if cache_implementation: + kwargs["compile_config"] = _compile_config pass try: