diff --git a/unsloth/trainer.py b/unsloth/trainer.py index 75fdd410e1..a360205432 100644 --- a/unsloth/trainer.py +++ b/unsloth/trainer.py @@ -61,13 +61,9 @@ else: pass pass -try: - from trl import SFTConfig as TrainingArguments -except: - from transformers import TrainingArguments -pass +from trl import SFTConfig @dataclass -class UnslothTrainingArguments(TrainingArguments): +class UnslothTrainingArguments(SFTConfig): embedding_learning_rate : Optional[float] = field( default = None, metadata = {"help" : "Different learning rates for embeddings and lm_head."}