Update vision.py

This commit is contained in:
Daniel Han 2025-07-17 00:33:27 -07:00
commit ec8a4c6216

View file

@ -755,6 +755,11 @@ class FastBaseModel:
os.environ["UNSLOTH_RETURN_HIDDEN_STATES"] = "0"
# Must enable returning logits
os.environ["UNSLOTH_RETURN_LOGITS"] = "1"
try:
# Turn off skip guards
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
except:
pass
return model
pass