Merge pull request #2873 from Erland366/fix/unslothtrainingarguments
Fix `UnslothTrainingArguments` not patching `trl.Config` properly
This commit is contained in:
commit
a74e44cb65
1 changed files with 4 additions and 5 deletions
|
|
@ -66,12 +66,11 @@ try:
|
|||
except:
|
||||
from transformers import TrainingArguments
|
||||
pass
|
||||
@dataclass
|
||||
|
||||
class UnslothTrainingArguments(TrainingArguments):
|
||||
embedding_learning_rate : Optional[float] = field(
|
||||
default = None,
|
||||
metadata = {"help" : "Different learning rates for embeddings and lm_head."}
|
||||
)
|
||||
def __init__(self, embedding_learning_rate: float = None, *args, **kwargs):
|
||||
embedding_learning_rate = embedding_learning_rate
|
||||
super().__init__(*args, **kwargs)
|
||||
pass
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue