From 13c6ef7904cfeb4a18973bd6f56ef2a4c6b06d21 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Sun, 2 Feb 2025 16:31:28 -0800 Subject: [PATCH] Update utils.py --- unsloth/kernels/utils.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/unsloth/kernels/utils.py b/unsloth/kernels/utils.py index c378d4d731..6457279562 100644 --- a/unsloth/kernels/utils.py +++ b/unsloth/kernels/utils.py @@ -154,10 +154,9 @@ if HAS_CUDA_STREAM: size = shape[0]*shape[1] global WEIGHT_BUFFER global ABSMAX_BUFFER - print(size, shape) if WEIGHT_BUFFER is None: WEIGHT_BUFFER = torch.empty(size, dtype = dtype, device = "cuda:0") - ABSMAX_BUFFER = torch.empty(n_elements_absmax, dtype = dtype, device = "cuda:0") + ABSMAX_BUFFER = torch.empty(n_elements_absmax, dtype = torch.float32, device = "cuda:0") if size > WEIGHT_BUFFER.numel(): WEIGHT_BUFFER.resize_(size) if n_elements_absmax > ABSMAX_BUFFER.numel(): ABSMAX_BUFFER.resize_(n_elements_absmax)