Update tokenizer_utils.py

unsloth/tokenizer_utils.py

@@ -914,6 +914,7 @@ def patch_sft_trainer_tokenizer():
 
         check_text = \
         "\n"\
+        "if 'tokenizer' not in locals(): tokenizer = processing_class\n"\
         "test_text = dataset[0][dataset_text_field] if (formatting_func is not None and dataset_text_field is None) else formatting_func(dataset[0])[0]\n"\
         "chat_template = getattr(tokenizer, 'chat_template', None)\n"\
         "chat_template = '' if chat_template is None else chat_template\n"\