From d60422fb6897ff42e01a149a4535fee75b35e0f1 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 7 Aug 2024 01:11:06 -0700 Subject: [PATCH] Update _utils.py --- unsloth/models/_utils.py | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/unsloth/models/_utils.py b/unsloth/models/_utils.py index d5be8d97e7..db27eb8a84 100644 --- a/unsloth/models/_utils.py +++ b/unsloth/models/_utils.py @@ -490,15 +490,21 @@ def patch_tokenizer(model, tokenizer): tokenizer.pad_token = possible_pad_token if model is not None: model.config.update({"pad_token_id" : tokenizer.pad_token_id}) - model.generation_config.update(pad_token_id = tokenizer.pad_token_id) + if getattr(model, "generation_config") is not None: + model.generation_config.update(pad_token_id = tokenizer.pad_token_id) else: if model is not None: if model.config.pad_token_id is None: model.config.update({"pad_token_id" : tokenizer.pad_token_id}) - model.generation_config.update(pad_token_id = tokenizer.pad_token_id) + if getattr(model, "generation_config") is not None: + model.generation_config.update(pad_token_id = tokenizer.pad_token_id) pass pass - model.generation_config.update(max_length = model.config.max_position_embeddings) + + if model is not None: + if getattr(model, "generation_config") is not None: + model.generation_config.update(max_length = model.config.max_position_embeddings) + return model, tokenizer pass