ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Always use SFTConfig

Browse source
This commit is contained in:
Erland366 2025-07-03 14:08:04 +00:00
commit 9921fb0ffd
1 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
unsloth/trainer.py
View file

@ -61,13 +61,9 @@ else:
pass
pass
try:
from trl import SFTConfig as TrainingArguments
except:
from transformers import TrainingArguments
pass
from trl import SFTConfig
@dataclass
class UnslothTrainingArguments(TrainingArguments):
class UnslothTrainingArguments(SFTConfig):
embedding_learning_rate : Optional[float] = field(
default = None,
metadata = {"help" : "Different learning rates for embeddings and lm_head."}