ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[5/N] Enable intel GPU for unsloth (#2768)

Browse source 
* add is_big_gpu support for xpu

* make code unsloth's style
This commit is contained in:
Lei Zhenyuan 2025-06-23 19:47:34 +08:00 • committed by GitHub
commit d95960b7ce
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 19 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

23
unsloth/models/_utils.py
View file

@ -534,13 +534,28 @@ UNSLOTH_COMPILE_MAXIMUM = os.environ.get("UNSLOTH_COMPILE_MAXIMUM",
UNSLOTH_COMPILE_IGNORE_ERRORS = os.environ.get("UNSLOTH_COMPILE_IGNORE_ERRORS", "1") == "1"
# Just remove max_autotune_gemm warning
import functools
from torch._inductor.runtime.hints import DeviceProperties
from unsloth import DEVICE_TYPE
@functools.lru_cache(None)
def is_big_gpu(index):
sms = torch.cuda.get_device_properties(index).multi_processor_count
if sms < 80: # V100
# log.warning("not enough SMs to use max_autotune_gemm mode")
def is_big_gpu(index) -> bool:
if DEVICE_TYPE == "xpu":
prop = torch.xpu.get_device_properties(index)
else:
prop = torch.cuda.get_device_properties(index)
min_sms = 16 if device.type == "xpu" else 80
avail_sms = prop.multi_processor_count
if avail_sms < min_sms:
log.warning(
"Not enough SMs to use max_autotune_gemm mode",
extra={"min_sms": min_sms, "avail_sms": avail_sms},
)
return False
return True
import torch._inductor.utils
torch._inductor.utils.is_big_gpu = is_big_gpu
patch_torch_compile(