From 376454302df6325ef1271e4f34467743148724bb Mon Sep 17 00:00:00 2001 From: Daniel Han-Chen Date: Tue, 26 Mar 2024 04:01:15 +1100 Subject: [PATCH] Update tokenizer_utils.py --- unsloth/tokenizer_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/unsloth/tokenizer_utils.py b/unsloth/tokenizer_utils.py index 1200103854..00e937c97c 100644 --- a/unsloth/tokenizer_utils.py +++ b/unsloth/tokenizer_utils.py @@ -17,6 +17,7 @@ from transformers.convert_slow_tokenizer import convert_slow_tokenizer from transformers import PreTrainedTokenizerFast import re import os +from transformers.models.llama.modeling_llama import logger __all__ = [ "load_correct_tokenizer",