From 3c2794eceed7805cd4f838cc367e29f44f2e2b96 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 17 Nov 2024 16:01:06 -0800 Subject: [PATCH] Update __init__.py --- unsloth/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index 7e5e7192ff..745b210208 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -55,7 +55,7 @@ else: pass # Reduce VRAM usage by reducing fragmentation -os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True,roundup_power2_divisions:[64:64,256:32,>:16]" +os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True" # Hugging Face Hub faster downloads if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: