Update __init__.py
This commit is contained in:
parent
732cf5bcc2
commit
d977d1064f
1 changed files with 9 additions and 0 deletions
|
|
@ -61,6 +61,15 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ:
|
|||
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
|
||||
pass
|
||||
|
||||
# XET is slower in Colab - investigate why
|
||||
keynames = "\n" + "\n".join(os.environ.keys())
|
||||
if "HF_XET_HIGH_PERFORMANCE" not in os.environ:
|
||||
os.environ["HF_XET_HIGH_PERFORMANCE"] = "1"
|
||||
pass
|
||||
if "\nCOLAB_" in keynames:
|
||||
os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0"
|
||||
pass
|
||||
|
||||
# Log Unsloth is being used
|
||||
os.environ["UNSLOTH_IS_PRESENT"] = "1"
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue