Bug fixes

This commit is contained in:
Daniel Han 2025-03-04 03:47:51 -08:00
commit bf542e9ef6
3 changed files with 4 additions and 4 deletions

View file

@ -40,7 +40,7 @@ triton = [
]
windows=[
"unsloth_zoo>=2025.2.7",
"unsloth_zoo>=2025.3.1",
"packaging",
"tyro",
"transformers>=4.46.1,!=4.47.0",
@ -61,7 +61,7 @@ windows=[
"xformers>=0.0.22.post7 ; platform_system == 'Windows'",
]
huggingface = [
"unsloth_zoo>=2025.2.7",
"unsloth_zoo>=2025.3.1",
"packaging",
"tyro",
"transformers>=4.46.1,!=4.47.0",

View file

@ -198,7 +198,7 @@ pass
# Check for unsloth_zoo
try:
unsloth_zoo_version = importlib_version("unsloth_zoo")
if Version(unsloth_zoo_version) < Version("2025.2.6"):
if Version(unsloth_zoo_version) < Version("2025.3.1"):
try:
os.system("pip install --upgrade --no-cache-dir --no-deps unsloth_zoo")
except:

View file

@ -473,7 +473,7 @@ pass
def matmul_lora(X, W, W_quant, A, B, s, out = None):
dtype = X.dtype
W = fast_dequantize(W.t(), W_quant, use_global_buffer = True)
if X.dim() == 3:
batch, seq_len, d = X.shape
X = X.view(-1, X.shape[-1])