From f0216092b9bb60a799e021b5dadd2290ef43b756 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Tue, 31 Dec 2024 12:35:56 -0800
Subject: [PATCH] Update __init__.py

---
 unsloth/__init__.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/unsloth/__init__.py b/unsloth/__init__.py
index 0b46794e9d..90d2a63519 100644
--- a/unsloth/__init__.py
+++ b/unsloth/__init__.py
@@ -58,7 +58,9 @@ pass
 # And optimize pinning of memory
 os.environ["PYTORCH_CUDA_ALLOC_CONF"] = \
     "expandable_segments:True,"\
-    "roundup_power2_divisions:[64:128,256:64,>:32]"
+    "roundup_power2_divisions:[32:256,64:128,256:64,>:32],"\
+    "pinned_use_cuda_host_register:True,"\
+    "pinned_num_register_threads:8"
 
 # Hugging Face Hub faster downloads
 if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: