From d977d1064fd6e988b473194eb277fa30d2448c23 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 4 May 2025 18:06:39 -0700 Subject: [PATCH] Update __init__.py --- unsloth/__init__.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index 5daddbfbc1..713453cc0e 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -61,6 +61,15 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" pass +# XET is slower in Colab - investigate why +keynames = "\n" + "\n".join(os.environ.keys()) +if "HF_XET_HIGH_PERFORMANCE" not in os.environ: + os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" +pass +if "\nCOLAB_" in keynames: + os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" +pass + # Log Unsloth is being used os.environ["UNSLOTH_IS_PRESENT"] = "1"