Update __init__.py
This commit is contained in:
parent
2e9724f279
commit
e43babe76f
1 changed files with 5 additions and 1 deletions
|
|
@ -60,9 +60,13 @@ keynames = "\n" + "\n".join(os.environ.keys())
|
|||
if "HF_XET_HIGH_PERFORMANCE" not in os.environ:
|
||||
os.environ["HF_XET_HIGH_PERFORMANCE"] = "1"
|
||||
pass
|
||||
if "\nCOLAB_" in keynames:
|
||||
# Disable XET cache sine it eats too much space
|
||||
if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ:
|
||||
os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0"
|
||||
pass
|
||||
if "\nCOLAB_" in keynames:
|
||||
os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0"
|
||||
pass
|
||||
|
||||
# Log Unsloth is being used
|
||||
os.environ["UNSLOTH_IS_PRESENT"] = "1"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue