From ced466b62ddfabcfb9b3de41382ccb0aa25bc910 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 9 Jul 2025 07:14:18 -0700 Subject: [PATCH] Many bug fixes (#2908) * add deepseek v3 * add deepseek r1 base * add deepseek r1 zero * add deepseek distill llama * add deepseek distill models * remove redundant code when constructing model names * add mistral small to registry * rename model registration methods * rename deepseek registration methods * refactor naming for mistral and phi * add global register models * refactor model registration tests for new registry apis * add model search method * remove deprecated registration api * add quant type test * add registry readme * make llama registration more specific * clear registry when executing individual model registration file * more registry readme updates * Update _auto_install.py * Llama4 * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Synthetic data * Update mapper.py * Xet and Synthetic * Update synthetic.py * Update loader.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update pyproject.toml * Delete .gitignore * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update _utils.py * Update pyproject.toml * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update chat_templates.py * Seasame force float16 / float32 * Fix Seasame * Update loader.py * Update vision.py * Update vision.py * Update vision.py * Update loader.py * is_multimodal * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update vision.py * Update vision.py * Update vision.py * UNSLOTH_DISABLE_STATIC_GENERATION * Update vision.py * Auto vision detection * Sesame * Whisper * Update loader.py * Update loader.py * Update loader.py * Update mapper.py * Update vision.py * Update vision.py * Update vision.py * Update vision.py * Update vision.py * Update vision.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update _utils.py * Update rl.py * versioning * Update rl.py * Update rl.py * Update rl.py * Update rl.py * Update rl.py * logging * Update pyproject.toml * Update rl.py * versioning * Update rl.py * Update rl.py * Update rl_replacements.py * Update rl_replacements.py * Update rl.py * Update rl_replacements.py * Update rl_replacements.py * logits / temperature * Update rl_replacements.py * Update pyproject.toml * Update rl_replacements.py * Update rl_replacements.py * Debugging only * Update llama.py * Update llama.py * Update rl_replacements.py * Update rl_replacements.py * Update rl_replacements.py * Update rl_replacements.py * Update rl_replacements.py * Generic efficient GRPO * Update rl_replacements.py * Update rl_replacements.py * Remove debugging * Update rl_replacements.py * Update rl_replacements.py * Update vision.py * Update llama.py * Update rl_replacements.py * versioning * Update _utils.py * Update vision.py * Update mapper.py * Update loader.py * Update mapper.py * Update vision.py * Update loader.py * Update vision.py * Update loader.py * Update _utils.py * Update vision.py * gradient checkpointing * Gemma 3N fixes * Update loader.py * Versioning * Gemma 3N fixes * Update vision.py * Update vision.py * Update loader.py * Update vision.py * Fix setup.py * setup.py * Prints * Update setup.py * Update setup.py * Update setup.py * Update pyproject.toml * Update pyproject.toml * Update pyproject.toml * Update pyproject.toml * Update pyproject.toml * Update pyproject.toml * Update vision.py * Update vision.py * Update pyproject.toml * Update vision.py * Update _utils.py * Update __init__.py * Update __init__.py --------- Co-authored-by: jeromeku Co-authored-by: Michael Han <107991372+shimmyshimmer@users.noreply.github.com> --- unsloth/__init__.py | 20 ++++++++------------ unsloth/models/_utils.py | 2 ++ 2 files changed, 10 insertions(+), 12 deletions(-) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index fdaf7b483a..f3fef871b6 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -55,18 +55,14 @@ if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" pass -# XET is slower in Colab - investigate why -keynames = "\n" + "\n".join(os.environ.keys()) -if "HF_XET_HIGH_PERFORMANCE" not in os.environ: - os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" -pass -# Disable XET cache sine it eats too much space -if "HF_XET_CHUNK_CACHE_SIZE_BYTES" not in os.environ: - os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" -pass -if "\nCOLAB_" in keynames: - os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" -pass +# Disable XET Cache for now +os.environ["HF_XET_HIGH_PERFORMANCE"] = "1" +os.environ["HF_XET_CHUNK_CACHE_SIZE_BYTES"] = "0" +os.environ["HF_XET_RECONSTRUCT_WRITE_SEQUENTIALLY"] = "0" +os.environ["HF_XET_NUM_CONCURRENT_RANGE_GETS"] = "64" +# More verbose HF Hub info +if os.environ.get("UNSLOTH_ENABLE_LOGGING", "0") == "1": + os.environ["HF_HUB_VERBOSITY"] = "info" # Log Unsloth is being used os.environ["UNSLOTH_IS_PRESENT"] = "1" diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 602f7ee90f..76eefc3c3c 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -183,6 +183,8 @@ except: try: from transformers.generation.utils import logger as transformers_generation_utils_logger transformers_generation_utils_logger.addFilter(HideLoggingMessage("Setting `pad_token_id` to `eos_token_id`")) + # "You have set `compile_config` + transformers_generation_utils_logger.addFilter(HideLoggingMessage("compile_config")) del transformers_generation_utils_logger except: pass