ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Refactor UnslothTrainingArguments to initialize embedding_learning_rate in constructor

Browse source
This commit is contained in:
Erland366 2025-07-03 15:47:10 +00:00
commit dbc927fd71
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
unsloth/trainer.py
View file

@ -68,10 +68,11 @@ except:
pass
class UnslothTrainingArguments(TrainingArguments):
embedding_learning_rate : Optional[float] = field(
default = None,
metadata = {"help" : "Different learning rates for embeddings and lm_head."}
)
def __init__(self, embedding_learning_rate: float = None, *args, **kwargs):
embedding_learning_rate : Optional[float] = field(
default = embedding_learning_rate,
metadata = {"help" : "Different learning rates for embeddings and lm_head."}
)
pass