diff --git a/unsloth/__init__.py b/unsloth/__init__.py index fdaf7b483a..f3fef871b6 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -55,18 +55,14 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" pass -# XET is slower in Colab - investigate why -keynames = "\n" + "\n".join(os.environ.keys()) -if "HF_XET_HIGH_PERFORMANCE" not in os.environ: - os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" -pass -# Disable XET cache sine it eats too much space -if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ: - os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" -pass -if "\nCOLAB_" in keynames: - os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" -pass +# Disable XET Cache for now +os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" +os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" +os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" +os.environ["HF_XET_NUM_CONCURRENT_RANGE_GETS"] = "64" +# More verbose HF Hub info +if os.environ.get("UNSLOTH_ENABLE_LOGGING", "0") == "1": + os.environ["HF_HUB_VERBOSITY"] = "info" # Log Unsloth is being used os.environ["UNSLOTH_IS_PRESENT"] = "1" diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 602f7ee90f..76eefc3c3c 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -183,6 +183,8 @@ except: try: from transformers.generation.utils import logger as transformers_generation_utils_logger transformers_generation_utils_logger.addFilter(HideLoggingMessage("Setting `pad_token_id` to `eos_token_id`")) + # "You have set `compile_config` + transformers_generation_utils_logger.addFilter(HideLoggingMessage("compile_config")) del transformers_generation_utils_logger except: pass