Update __init__.py

This commit is contained in:
Daniel Han 2025-06-20 06:13:45 -07:00
commit e43babe76f

View file

@ -60,9 +60,13 @@ keynames = "\n" + "\n".join(os.environ.keys())
if "HF_XET_HIGH_PERFORMANCE" not in os.environ:
os.environ["HF_XET_HIGH_PERFORMANCE"] = "1"
pass
if "\nCOLAB_" in keynames:
# Disable XET cache sine it eats too much space
if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ:
os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0"
pass
if "\nCOLAB_" in keynames:
os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0"
pass
# Log Unsloth is being used
os.environ["UNSLOTH_IS_PRESENT"] = "1"