ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-06-16 04:02:48 +10:00
commit a0232a7bac
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/llama.py
View file

@ -1426,7 +1426,7 @@ class FastLlamaModel:
# Check if exactly the same and then pass through!
assert(hasattr(model, "peft_config"))
peft_config = model.peft_config
peft_config = model.peft_config["default"].to_dict()
check_parameters = [
"r", "target_modules", "lora_alpha", "lora_dropout",
"bias", "layers_to_transform", "layers_pattern",