Merge branch 'main' into nightly

This commit is contained in:
Daniel Han 2025-07-03 15:55:30 -07:00
commit d2912760d5

View file

@ -66,12 +66,11 @@ try:
except:
from transformers import TrainingArguments
pass
@dataclass
class UnslothTrainingArguments(TrainingArguments):
embedding_learning_rate : Optional[float] = field(
default = None,
metadata = {"help" : "Different learning rates for embeddings and lm_head."}
)
def __init__(self, embedding_learning_rate: float = None, *args, **kwargs):
embedding_learning_rate = embedding_learning_rate
super().__init__(*args, **kwargs)
pass