From 105fe038c9c7daaf1950c5d45e0d7e896a44522a Mon Sep 17 00:00:00 2001 From: DoubleMathew Date: Fri, 19 Sep 2025 22:01:33 -0500 Subject: [PATCH] specify different tokenizer_path/name (#3343) --- unsloth/models/loader.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/unsloth/models/loader.py b/unsloth/models/loader.py index c5b06369d3..3eb80fc0dd 100644 --- a/unsloth/models/loader.py +++ b/unsloth/models/loader.py @@ -403,7 +403,7 @@ class FastLanguageModel(FastLlamaModel): tokenizer_name = old_model_name else: - tokenizer_name = None + tokenizer_name = kwargs.pop("tokenizer_name", None) pass if fast_inference: @@ -867,7 +867,7 @@ class FastModel(FastBaseModel): tokenizer_name = old_model_name else: - tokenizer_name = None + tokenizer_name = kwargs.pop("tokenizer_name", None) pass # Check if VLM