ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Patching

Browse source
This commit is contained in:
Daniel Han 2025-02-11 15:11:16 -08:00
commit eaed3eb015
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
unsloth/models/rl.py
View file

@ -302,9 +302,10 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
if "max_seq_length" in call_args:
length_check = \
"if hasattr(model, 'max_seq_length') and model.max_seq_length > max_seq_length:\n"\
" print('Unsloth: You set `max_seq_length` as ' + str(max_seq_length) + ' but the\\n'"\
" print('Unsloth: You set `max_seq_length` as ' + str(max_seq_length) + ' but the\\n'\n"\
" 'model maximum sequence length is ' + str(model.max_seq_length) + '. We will reduce it.')\n"
" max_seq_length = model.max_seq_length\n"
"if hasattr(model, 'max_seq_length') and max_seq_length is None: max_seq_length = model.max_seq_length\n"
extra_args += length_check
pass

4
unsloth/tokenizer_utils.py
View file

@ -1056,5 +1056,5 @@ def patch_sft_trainer_tokenizer():
pass
pass
# FInally patch TRL tokenizer things
patch_sft_trainer_tokenizer()
# Finally patch TRL tokenizer things
# patch_sft_trainer_tokenizer()