diff --git a/unsloth/models/vision.py b/unsloth/models/vision.py index 7442f07e73..075498d040 100644 --- a/unsloth/models/vision.py +++ b/unsloth/models/vision.py @@ -755,6 +755,11 @@ class FastBaseModel: os.environ["UNSLOTH_RETURN_HIDDEN_STATES"] = "0" # Must enable returning logits os.environ["UNSLOTH_RETURN_LOGITS"] = "1" + try: + # Turn off skip guards + torch.compiler.set_stance(skip_guard_eval_unsafe = False) + except: + pass return model pass