diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 5016e1be3a..9f9a3a46a6 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -77,7 +77,7 @@ import contextlib import re import warnings, subprocess, re, inspect, psutil, os, math from unsloth_zoo.utils import Version -from unsloth import DEVICE_TYPE +from unsloth_zoo import DEVICE_TYPE from unsloth_zoo.tokenizer_utils import ( patch_tokenizer as _patch_tokenizer, @@ -553,8 +553,6 @@ UNSLOTH_COMPILE_IGNORE_ERRORS = os.environ.get("UNSLOTH_COMPILE_IGNORE_ERRORS", import functools from torch._inductor.runtime.hints import DeviceProperties -from unsloth import DEVICE_TYPE - @functools.lru_cache(None) def is_big_gpu(index) -> bool: