Update loader.py

This commit is contained in:
Daniel Han 2025-03-09 23:06:06 -07:00
commit fdabdc6b58

View file

@ -625,7 +625,8 @@ class FastModel(FastBaseModel):
is_vlm = (x.endswith("ForConditionalGeneration") for x in model_config.architectures)
is_vlm = is_vlm or hasattr(model_config, "vision_config")
auto_model = AutoModelForVision2Seq if is_vlm else AutoModelForCausalLM
print(auto_model)
print(is_vlm)
model, tokenizer = FastBaseModel.from_pretrained(
model_name = model_name,
max_seq_length = max_seq_length,