ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

peft issue (#480)

Browse source
This commit is contained in:
Daniel Han 2024-05-17 04:18:18 +10:00 • committed by GitHub
commit 774002fc46
2 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
pyproject.toml
View file

@ -43,7 +43,7 @@ huggingface = [
"numpy",
"accelerate>=0.26.1",
"trl>=0.7.9",
"peft>=0.7.1",
"peft>=0.7.1,<0.11.0",
"protobuf<4.0.0",
]
cu118only = [

8
unsloth/save.py
View file

@ -777,6 +777,8 @@ def install_llama_cpp_old(version = -10):
for command in commands:
with subprocess.Popen(command, shell = True, stdout = subprocess.PIPE, stderr = subprocess.STDOUT, bufsize = 1) as sp:
for line in sp.stdout:
if "undefined reference" in line:
raise RuntimeError("Failed compiling llama.cpp. Please report this ASAP!")
print(line.decode("utf-8", errors = "replace"), flush = True, end = "")
pass
pass
@ -809,6 +811,8 @@ def install_llama_cpp_blocking(use_cuda = True):
for command in commands:
with subprocess.Popen(command, shell = True, stdout = subprocess.PIPE, stderr = subprocess.STDOUT, bufsize = 1) as sp:
for line in sp.stdout:
if "undefined reference" in line:
raise RuntimeError("Failed compiling llama.cpp. Please report this ASAP!")
print(line.decode("utf-8", errors = "replace"), flush = True, end = "")
pass
pass
@ -984,6 +988,8 @@ def save_to_gguf(
with subprocess.Popen(command, shell = True, stdout = subprocess.PIPE, stderr = subprocess.STDOUT, bufsize = 1) as sp:
for line in sp.stdout:
if "undefined reference" in line:
raise RuntimeError("Failed compiling llama.cpp. Please report this ASAP!")
print(line.decode("utf-8", errors = "replace"), flush = True, end = "")
if sp.returncode is not None and sp.returncode != 0:
raise subprocess.CalledProcessError(sp.returncode, sp.args)
@ -1025,6 +1031,8 @@ def save_to_gguf(
# quantize uses stderr
with subprocess.Popen(command, shell = True, stdout = subprocess.PIPE, stderr = subprocess.STDOUT, bufsize = 1) as sp:
for line in sp.stdout:
if "undefined reference" in line:
raise RuntimeError("Failed compiling llama.cpp. Please report this ASAP!")
print(line.decode("utf-8", errors = "replace"), flush = True, end = "")
if sp.returncode is not None and sp.returncode != 0:
raise subprocess.CalledProcessError(sp.returncode, sp.args)