From dbc927fd713de4d2f41e4a4fbd4c443ca5537805 Mon Sep 17 00:00:00 2001 From: Erland366 Date: Thu, 3 Jul 2025 15:47:10 +0000 Subject: [PATCH] Refactor UnslothTrainingArguments to initialize embedding_learning_rate in constructor --- unsloth/trainer.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/unsloth/trainer.py b/unsloth/trainer.py index e7c73deeaf..3231353296 100644 --- a/unsloth/trainer.py +++ b/unsloth/trainer.py @@ -68,10 +68,11 @@ except: pass class UnslothTrainingArguments(TrainingArguments): - embedding_learning_rate : Optional[float] = field( - default = None, - metadata = {"help" : "Different learning rates for embeddings and lm_head."} - ) + def __init__(self, embedding_learning_rate: float = None, *args, **kwargs): + embedding_learning_rate : Optional[float] = field( + default = embedding_learning_rate, + metadata = {"help" : "Different learning rates for embeddings and lm_head."} + ) pass