linear fix
This commit is contained in:
parent
63196042ea
commit
42ee6178ae
1 changed files with 3 additions and 1 deletions
|
|
@ -46,7 +46,9 @@ export function buildTrainingStartPayload(
|
|||
lora_r: config.loraRank,
|
||||
lora_alpha: config.loraAlpha,
|
||||
lora_dropout: config.loraDropout,
|
||||
target_modules: adapterMethod ? config.targetModules : [],
|
||||
target_modules: adapterMethod
|
||||
? config.targetModules.filter((m) => m !== "all-linear")
|
||||
: [],
|
||||
gradient_checkpointing: config.gradientCheckpointing,
|
||||
use_rslora: config.loraVariant === "rslora",
|
||||
use_loftq: config.loraVariant === "loftq",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue