From d8eb7b3a0ce741c95cfb145f13e4e9bdba6f15be Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 7 Aug 2024 10:48:39 -0700 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 3686717b2c..195fd5bb65 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -467,7 +467,7 @@ def patch_tokenizer(model, tokenizer): check_pad_token = tokenizer(possible_pad_token, add_special_tokens = False).input_ids if len(check_pad_token) != 1: possible_pad_token = None - if check_pad_token[0] >= model.config.vocab_size: + if model is not None and check_pad_token[0] >= model.config.vocab_size: possible_pad_token = None pass