ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Check the skip_prepare_dataset before accessing dataset fields. #2496 (#2633)

Browse source
This commit is contained in:
Premik 2025-05-28 12:23:59 +02:00 • committed by GitHub
commit 3fb131630f
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/rl_replacements.py
View file

@ -99,6 +99,8 @@ def sft_trainer_prepare_dataset(function_name, function):
pass
check_text = \
"if 'skip_prepare_dataset' in locals() and skip_prepare_dataset:\n"\
" return dataset\n"\
"if 'tokenizer' not in locals(): tokenizer = processing_class\n"\
"if 'formatting_func' not in locals(): raise RuntimeError('Unsloth: Please file a bug report - `formatting_func` does not exist!')\n"\
"if 'dataset_text_field' not in locals() and 'args' in locals(): dataset_text_field = args.dataset_text_field\n"\