Compare commits
5 commits
main
...
pr-4852-he
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1d46c655b4 | ||
|
|
b83d57ff34 | ||
|
|
30db8f3935 | ||
|
|
c50591b1a2 | ||
|
|
dac1b60cd7 |
1 changed files with 28 additions and 17 deletions
|
|
@ -508,7 +508,7 @@ class FastLanguageModel(FastLlamaModel):
|
|||
model_type = model_types
|
||||
|
||||
# New transformers need to check manually.
|
||||
if SUPPORTS_LLAMA32:
|
||||
if SUPPORTS_LLAMA32 and is_model and is_peft:
|
||||
# Check if folder exists locally
|
||||
if os.path.isdir(model_name):
|
||||
exist_adapter_config = os.path.exists(
|
||||
|
|
@ -517,14 +517,19 @@ class FastLanguageModel(FastLlamaModel):
|
|||
exist_config = os.path.exists(os.path.join(model_name, "config.json"))
|
||||
both_exist = exist_adapter_config and exist_config
|
||||
else:
|
||||
# Because HfFileSystem assumes linux paths, we need to set the path with forward slashes, even on Windows.
|
||||
files = HfFileSystem(token = token).glob(f"{model_name}/*.json")
|
||||
files = list(os.path.split(x)[-1] for x in files)
|
||||
if (
|
||||
sum(x == "adapter_config.json" or x == "config.json" for x in files)
|
||||
>= 2
|
||||
):
|
||||
both_exist = True
|
||||
# HfFileSystem returns POSIX paths; use str.rsplit to extract
|
||||
# filenames correctly on all platforms (os.path.split uses the
|
||||
# OS separator which breaks on Windows).
|
||||
try:
|
||||
files = HfFileSystem(token = token).glob(f"{model_name}/*.json")
|
||||
files = [x.rsplit("/", 1)[-1] for x in files]
|
||||
if (
|
||||
sum(x == "adapter_config.json" or x == "config.json" for x in files)
|
||||
>= 2
|
||||
):
|
||||
both_exist = True
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if not is_model and not is_peft:
|
||||
error = autoconfig_error if autoconfig_error is not None else peft_error
|
||||
|
|
@ -1282,7 +1287,7 @@ class FastModel(FastBaseModel):
|
|||
os.environ["UNSLOTH_DISABLE_STATIC_GENERATION"] = "1"
|
||||
|
||||
# New transformers need to check manually.
|
||||
if SUPPORTS_LLAMA32:
|
||||
if SUPPORTS_LLAMA32 and is_model and is_peft:
|
||||
# Check if folder exists locally
|
||||
if os.path.isdir(model_name):
|
||||
exist_adapter_config = os.path.exists(
|
||||
|
|
@ -1291,13 +1296,19 @@ class FastModel(FastBaseModel):
|
|||
exist_config = os.path.exists(os.path.join(model_name, "config.json"))
|
||||
both_exist = exist_adapter_config and exist_config
|
||||
else:
|
||||
files = HfFileSystem(token = token).glob(f"{model_name}/*.json")
|
||||
files = list(os.path.split(x)[-1] for x in files)
|
||||
if (
|
||||
sum(x == "adapter_config.json" or x == "config.json" for x in files)
|
||||
>= 2
|
||||
):
|
||||
both_exist = True
|
||||
# HfFileSystem returns POSIX paths; use str.rsplit to extract
|
||||
# filenames correctly on all platforms (os.path.split uses the
|
||||
# OS separator which breaks on Windows).
|
||||
try:
|
||||
files = HfFileSystem(token = token).glob(f"{model_name}/*.json")
|
||||
files = [x.rsplit("/", 1)[-1] for x in files]
|
||||
if (
|
||||
sum(x == "adapter_config.json" or x == "config.json" for x in files)
|
||||
>= 2
|
||||
):
|
||||
both_exist = True
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if not is_model and not is_peft:
|
||||
error = autoconfig_error if autoconfig_error is not None else peft_error
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue