Merge pull request #217 from unslothai/fix/update-config-yamls

Fix vision LoRA defaults for VLMs and clean up text-only model configs
2026-02-22 19:14:54 +04:00 · 2026-02-22 19:14:54 +04:00 · bb1bd49a68
commit bb1bd49a68
parent 7ac391d1e0 132cdb0547
52 changed files with 4 additions and 240 deletions
--- a/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml
+++ b/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml
@ -33,10 +33,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml
@ -29,7 +29,7 @@ lora:
    - "all-linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
+  finetune_vision_layers: true
  finetune_language_layers: true
  finetune_attention_modules: true
  finetune_mlp_modules: true
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml
@ -29,7 +29,7 @@ lora:
    - "all-linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
+  finetune_vision_layers: true
  finetune_language_layers: true
  finetune_attention_modules: true
  finetune_mlp_modules: true
--- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml
+++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml
@ -29,7 +29,7 @@ lora:
    - "all-linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
+  finetune_vision_layers: true
  finetune_language_layers: true
  finetune_attention_modules: true
  finetune_mlp_modules: true
--- a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml
+++ b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml
+++ b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml
@ -37,10 +37,6 @@ lora:
    - "shared_mlp.output_linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml
+++ b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml
@ -37,10 +37,6 @@ lora:
    - "shared_mlp.output_linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml
+++ b/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml
@ -30,10 +30,6 @@ lora:
    - "v_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml
@ -35,7 +35,7 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
+  finetune_vision_layers: true
  finetune_language_layers: true
  finetune_attention_modules: true
  finetune_mlp_modules: true
--- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml
+++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml
@ -33,10 +33,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml
@ -30,10 +30,6 @@ lora:
    - "v_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml
@ -29,10 +29,6 @@ lora:
    - "all-linear"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml
@ -37,10 +37,6 @@ lora:
    - "out_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml
@ -33,10 +33,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml
+++ b/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml
@ -29,10 +29,6 @@ lora:
    - "v_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4-14B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4-14B-Instruct.yaml
@ -1,48 +0,0 @@
-# Model defaults for unsloth/Phi-4-14B-Instruct
-# Based on Phi_4-Conversational.ipynb
-# Also applies to: unsloth/Phi-4-14B-Instruct-unsloth-bnb-4bit, microsoft/Phi-4-14B-Instruct, unsloth/Phi-4-14B-Instruct-bnb-4bit
-
-training:
-  max_seq_length: 2048
-  # num_epochs: 4
-  num_epochs: 0
-  learning_rate: 2e-4
-  batch_size: 2
-  gradient_accumulation_steps: 4
-  warmup_steps: 5
-  max_steps: 30
-  save_steps: 30
-  weight_decay: 0.001
-  random_seed: 3407
-  packing: false
-  train_on_completions: true
-  gradient_checkpointing: "unsloth"
-  optim: "adamw_8bit"
-  lr_scheduler_type: "linear"
-
-lora:
-  lora_r: 16
-  lora_alpha: 16
-  lora_dropout: 0.0
-  target_modules:
-    - "q_proj"
-    - "k_proj"
-    - "v_proj"
-    - "o_proj"
-    - "gate_proj"
-    - "up_proj"
-    - "down_proj"
-  use_rslora: false
-  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true
-
-logging:
-  enable_wandb: false
-  wandb_project: "llm-finetuning"
-  enable_tensorboard: false
-  tensorboard_dir: "runs"
-  log_frequency: 10
-
--- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml
+++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml
@ -34,10 +34,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false
--- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml
+++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml
@ -35,10 +35,6 @@ lora:
    - "down_proj"
  use_rslora: false
  use_loftq: false
-  finetune_vision_layers: false
-  finetune_language_layers: true
-  finetune_attention_modules: true
-  finetune_mlp_modules: true

 logging:
  enable_wandb: false