Update vision.py
This commit is contained in:
parent
ec8a4c6216
commit
54f09f2fd7
1 changed files with 2 additions and 5 deletions
|
|
@ -755,11 +755,8 @@ class FastBaseModel:
|
|||
os.environ["UNSLOTH_RETURN_HIDDEN_STATES"] = "0"
|
||||
# Must enable returning logits
|
||||
os.environ["UNSLOTH_RETURN_LOGITS"] = "1"
|
||||
try:
|
||||
# Turn off skip guards
|
||||
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
|
||||
except:
|
||||
pass
|
||||
# Turn off skip guards
|
||||
torch.compiler.set_stance(skip_guard_eval_unsafe = False)
|
||||
return model
|
||||
pass
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue