Update loader.py

This commit is contained in:
Daniel Han 2025-09-09 02:06:07 -07:00
commit e79fdebbe8

View file

@ -348,7 +348,7 @@ class FastLanguageModel(FastLlamaModel):
# dispatch_model = FastGraniteModel
else:
return FastModel.from_pretrained(
model_name = model_name,
model_name = old_model_name,
max_seq_length = max_seq_length,
dtype = dtype,
load_in_4bit = load_in_4bit,