From 3fb131630f167b505e6b1aa1769db58a1d0d8e2a Mon Sep 17 00:00:00 2001 From: Premik Date: Wed, 28 May 2025 12:23:59 +0200 Subject: [PATCH] Check the `skip_prepare_dataset` before accessing dataset fields. #2496 (#2633) --- unsloth/models/rl_replacements.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index af401a2696..2ff0e253e3 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -99,6 +99,8 @@ def sft_trainer_prepare_dataset(function_name, function): pass check_text = \ + "if 'skip_prepare_dataset' in locals() and skip_prepare_dataset:\n"\ + " return dataset\n"\ "if 'tokenizer' not in locals(): tokenizer = processing_class\n"\ "if 'formatting_func' not in locals(): raise RuntimeError('Unsloth: Please file a bug report - `formatting_func` does not exist!')\n"\ "if 'dataset_text_field' not in locals() and 'args' in locals(): dataset_text_field = args.dataset_text_field\n"\