Update vision.py

This commit is contained in:
Daniel Han 2025-07-17 01:19:07 -07:00
commit 54f09f2fd7

View file

@ -755,11 +755,8 @@ class FastBaseModel:
os.environ["UNSLOTH_RETURN_HIDDEN_STATES"] = "0"
# Must enable returning logits
os.environ["UNSLOTH_RETURN_LOGITS"] = "1"
try:
# Turn off skip guards
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
except:
pass
# Turn off skip guards
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
return model
pass