From 4e0986fbe45c8267fc27ee32675f06bc645570ad Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 31 Dec 2024 00:38:18 -0800 Subject: [PATCH] Update __init__.py --- unsloth/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index 90d2a63519..25d4e2b0a5 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -58,7 +58,7 @@ pass # And optimize pinning of memory os.environ["PYTORCH_CUDA_ALLOC_CONF"] = \ "expandable_segments:True,"\ - "roundup_power2_divisions:[32:256,64:128,256:64,>:32],"\ + "roundup_power2_divisions:[64:128,256:64,>:32],"\ "pinned_use_cuda_host_register:True,"\ "pinned_num_register_threads:8"