Update loader.py

This commit is contained in:
Daniel Han 2025-03-09 23:24:21 -07:00
commit 75d4656d41

View file

@ -100,6 +100,7 @@ class FastLanguageModel(FastLlamaModel):
dtype = dtype,
load_in_4bit = load_in_4bit,
load_in_8bit = load_in_8bit,
full_finetuning = full_finetuning,
token = token,
device_map = device_map,
rope_scaling = rope_scaling, # [TODO] No effect
@ -298,6 +299,7 @@ class FastLanguageModel(FastLlamaModel):
dtype = dtype,
load_in_4bit = load_in_4bit,
load_in_8bit = load_in_8bit,
full_finetuning = full_finetuning,
token = token,
device_map = device_map,
rope_scaling = rope_scaling, # [TODO] No effect