diff --git a/unsloth/__init__.py b/unsloth/__init__.py index fdaf7b483a..fc5e00bc17 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -55,18 +55,12 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" pass -# XET is slower in Colab - investigate why -keynames = "\n" + "\n".join(os.environ.keys()) -if "HF_XET_HIGH_PERFORMANCE" not in os.environ: - os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" -pass -# Disable XET cache sine it eats too much space -if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ: - os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" -pass -if "\nCOLAB_" in keynames: - os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" -pass +# Disable XET Cache for now +os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" +os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" +os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" +os.environ["HF_HUB_VERBOSITY"] = "info" +os.environ["HF_XET_NUM_CONCURRENT_RANGE_GETS"] = "64" # Log Unsloth is being used os.environ["UNSLOTH_IS_PRESENT"] = "1"