diff --git a/unsloth/__init__.py b/unsloth/__init__.py index 90d2a63519..25d4e2b0a5 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -58,7 +58,7 @@ pass # And optimize pinning of memory os.environ["PYTORCH_CUDA_ALLOC_CONF"] = \ "expandable_segments:True,"\ - "roundup_power2_divisions:[32:256,64:128,256:64,>:32],"\ + "roundup_power2_divisions:[64:128,256:64,>:32],"\ "pinned_use_cuda_host_register:True,"\ "pinned_num_register_threads:8"