Merge pull request #2873 from Erland366/fix/unslothtrainingarguments

Fix `UnslothTrainingArguments` not patching `trl.Config` properly
This commit is contained in:
Michael Han 2025-07-03 14:00:12 -07:00 committed by GitHub
commit a74e44cb65

View file

@ -66,12 +66,11 @@ try:
except:
from transformers import TrainingArguments
pass
@dataclass
class UnslothTrainingArguments(TrainingArguments):
embedding_learning_rate : Optional[float] = field(
default = None,
metadata = {"help" : "Different learning rates for embeddings and lm_head."}
)
def __init__(self, embedding_learning_rate: float = None, *args, **kwargs):
embedding_learning_rate = embedding_learning_rate
super().__init__(*args, **kwargs)
pass