ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

compiler stance

Browse source
This commit is contained in:
Daniel Han 2025-07-17 01:40:49 -07:00
commit 84ef3b6a8f
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
unsloth/models/vision.py
View file

@ -755,8 +755,8 @@ class FastBaseModel:
os.environ["UNSLOTH_RETURN_HIDDEN_STATES"] = "0"
# Must enable returning logits
os.environ["UNSLOTH_RETURN_LOGITS"] = "1"
# Turn off skip guards
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
# Turn off skip guards and set stance to default
torch.compiler.set_stance(stance = "default", skip_guard_eval_unsafe = False)
return model
pass
@ -803,6 +803,8 @@ class FastBaseModel:
pass
# Can re-enable not returning logits
os.environ["UNSLOTH_RETURN_LOGITS"] = "0"
# Turn off skip guards and set stance to default
torch.compiler.set_stance(stance = "default", skip_guard_eval_unsafe = False)
return model
pass
pass