ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update __init__.py

Browse source
This commit is contained in:
Daniel Han 2025-07-09 03:58:13 -07:00
commit 8cf37d23dc
1 changed files with 6 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

18
unsloth/__init__.py
View file

@ -55,18 +55,12 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ:
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
pass
# XET is slower in Colab - investigate why
keynames = "\n" + "\n".join(os.environ.keys())
if "HF_XET_HIGH_PERFORMANCE" not in os.environ:
os.environ["HF_XET_HIGH_PERFORMANCE"] = "1"
pass
# Disable XET cache sine it eats too much space
if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ:
os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0"
pass
if "\nCOLAB_" in keynames:
os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0"
pass
# Disable XET Cache for now
os.environ["HF_XET_HIGH_PERFORMANCE"] = "1"
os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0"
os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0"
os.environ["HF_HUB_VERBOSITY"] = "info"
os.environ["HF_XET_NUM_CONCURRENT_RANGE_GETS"] = "64"
# Log Unsloth is being used
os.environ["UNSLOTH_IS_PRESENT"] = "1"