From c83153ffc0344c6df9cdb466c25adc97ac2f2210 Mon Sep 17 00:00:00 2001 From: sebaxakerhtc <32651506+sebaxakerhtc@users.noreply.github.com> Date: Wed, 8 Jan 2025 00:51:17 +0200 Subject: [PATCH] Update __init__.py (#1520) * Update __init__.py This PR is solving the (issue)[https://github.com/unslothai/unsloth/issues/1518] with some GPUs * Update __init__.py --------- Co-authored-by: Daniel Han --- unsloth/__init__.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/unsloth/__init__.py b/unsloth/__init__.py index bbeded9fc6..d460432bbb 100644 --- a/unsloth/__init__.py +++ b/unsloth/__init__.py @@ -48,9 +48,11 @@ pass # And optimize pinning of memory os.environ["PYTORCH_CUDA_ALLOC_CONF"] = \ "expandable_segments:True,"\ - "roundup_power2_divisions:[32:256,64:128,256:64,>:32],"\ - "pinned_use_cuda_host_register:True,"\ - "pinned_num_register_threads:8" + "roundup_power2_divisions:[32:256,64:128,256:64,>:32]" + +# [TODO] Check why some GPUs don't work +# "pinned_use_cuda_host_register:True,"\ +# "pinned_num_register_threads:8" # Hugging Face Hub faster downloads if "HF_HUB_ENABLE_HF_TRANSFER" not in os.environ: