specify different tokenizer_path/name (#3343)
This commit is contained in:
parent
1aa16a8fb7
commit
105fe038c9
1 changed files with 2 additions and 2 deletions
|
|
@ -403,7 +403,7 @@ class FastLanguageModel(FastLlamaModel):
|
|||
|
||||
tokenizer_name = old_model_name
|
||||
else:
|
||||
tokenizer_name = None
|
||||
tokenizer_name = kwargs.pop("tokenizer_name", None)
|
||||
pass
|
||||
|
||||
if fast_inference:
|
||||
|
|
@ -867,7 +867,7 @@ class FastModel(FastBaseModel):
|
|||
|
||||
tokenizer_name = old_model_name
|
||||
else:
|
||||
tokenizer_name = None
|
||||
tokenizer_name = kwargs.pop("tokenizer_name", None)
|
||||
pass
|
||||
|
||||
# Check if VLM
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue