Merge branch 'main' into nightly

This commit is contained in:
Daniel Han 2025-06-29 16:38:27 -07:00
commit 94e0ba18b9

View file

@ -596,13 +596,15 @@ class FastBaseModel:
pass
max_seq_length = model.max_seq_length
lora_config = LoraConfig(
r = r,
lora_alpha = lora_alpha,
target_modules = target_modules,
lora_dropout = lora_dropout,
bias = bias,
task_type = task_type,
use_rslora = use_rslora,
r = r,
lora_alpha = lora_alpha,
target_modules = target_modules,
lora_dropout = lora_dropout,
bias = bias,
task_type = task_type,
use_rslora = use_rslora,
init_lora_weights = init_lora_weights,
loftq_config = loftq_config,
)
model = prepare_model_for_kbit_training(
model,