From 2a12e2f93f4d9ea0c675aa85c7784aa8654e00d0 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 5 Feb 2025 04:02:40 -0800 Subject: [PATCH] Update utils.py --- unsloth/kernels/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/unsloth/kernels/utils.py b/unsloth/kernels/utils.py index 66a1a48955..165950a917 100644 --- a/unsloth/kernels/utils.py +++ b/unsloth/kernels/utils.py @@ -67,7 +67,8 @@ global CUDA_STREAM CUDA_STREAM = None get_ptr = bnb.functional.get_ptr import ctypes -ctypes_c_int = ctypes.c_int +ctypes_c_int = ctypes.c_int +ctypes_c_int32 = ctypes.c_int32 cdequantize_blockwise_fp32 = bnb.functional.lib.cdequantize_blockwise_fp32 cdequantize_blockwise_fp16_nf4 = bnb.functional.lib.cdequantize_blockwise_fp16_nf4 cdequantize_blockwise_bf16_nf4 = bnb.functional.lib.cdequantize_blockwise_bf16_nf4