Update loader.py
This commit is contained in:
parent
6627229ef6
commit
75d4656d41
1 changed files with 2 additions and 0 deletions
|
|
@ -100,6 +100,7 @@ class FastLanguageModel(FastLlamaModel):
|
|||
dtype = dtype,
|
||||
load_in_4bit = load_in_4bit,
|
||||
load_in_8bit = load_in_8bit,
|
||||
full_finetuning = full_finetuning,
|
||||
token = token,
|
||||
device_map = device_map,
|
||||
rope_scaling = rope_scaling, # [TODO] No effect
|
||||
|
|
@ -298,6 +299,7 @@ class FastLanguageModel(FastLlamaModel):
|
|||
dtype = dtype,
|
||||
load_in_4bit = load_in_4bit,
|
||||
load_in_8bit = load_in_8bit,
|
||||
full_finetuning = full_finetuning,
|
||||
token = token,
|
||||
device_map = device_map,
|
||||
rope_scaling = rope_scaling, # [TODO] No effect
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue