Update loader.py
This commit is contained in:
parent
8859123946
commit
fdabdc6b58
1 changed files with 2 additions and 1 deletions
|
|
@ -625,7 +625,8 @@ class FastModel(FastBaseModel):
|
|||
is_vlm = (x.endswith("ForConditionalGeneration") for x in model_config.architectures)
|
||||
is_vlm = is_vlm or hasattr(model_config, "vision_config")
|
||||
auto_model = AutoModelForVision2Seq if is_vlm else AutoModelForCausalLM
|
||||
|
||||
print(auto_model)
|
||||
print(is_vlm)
|
||||
model, tokenizer = FastBaseModel.from_pretrained(
|
||||
model_name = model_name,
|
||||
max_seq_length = max_seq_length,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue