From a2180942b69a3e76364f91729fd745d0fe310b9c Mon Sep 17 00:00:00 2001 From: Z <48565901+CoffeeVampir3@users.noreply.github.com> Date: Thu, 23 May 2024 19:10:06 -0600 Subject: [PATCH] Update _utils.py (#520) Fixed a typo in the tokenizer fixer. --- unsloth/models/_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index 0217c7b518..a2d4d50c24 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -176,7 +176,7 @@ def patch_tokenizer(model, tokenizer): if bad_pad_token: # Find a better pad token - aadded_tokens = [str(x) for x in tokenizer.added_tokens_decoder.values()] + added_tokens = [str(x) for x in tokenizer.added_tokens_decoder.values()] possible_pad_token = None n_possible_pad_tokens = 0 for added_token in added_tokens[::-1]: