From dde6a0f0d36ccd5a0c58a5087b6ccc4b49c6c732 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Fri, 17 May 2024 23:46:33 +1000 Subject: [PATCH] Nightly (#483) * peft issue * Update save.py * Update __init__.py * Update pyproject.toml --- pyproject.toml | 2 +- unsloth/kernels/__init__.py | 6 ++++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 91654e68a4..3015563c1d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -43,7 +43,7 @@ huggingface = [ "numpy", "accelerate>=0.26.1", "trl>=0.7.9", - "peft>=0.7.1,<0.11.0", + "peft>=0.7.1,!=0.11.0", "protobuf<4.0.0", ] cu118only = [ diff --git a/unsloth/kernels/__init__.py b/unsloth/kernels/__init__.py index cb04377b1a..b1fdba8328 100644 --- a/unsloth/kernels/__init__.py +++ b/unsloth/kernels/__init__.py @@ -31,3 +31,9 @@ from .fast_lora import ( apply_lora_o, ) from .utils import fast_dequantize, fast_gemv, QUANT_STATE, fast_linear_forward, matmul_lora + +try: + print("🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.") +except: + print("Unsloth: Will patch your computer to enable 2x faster free finetuning.") +pass