diff --git a/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml b/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml index 79ee761784..dc2f12837a 100644 --- a/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml +++ b/studio/backend/assets/configs/model_defaults/ernie/unsloth_ERNIE-4.5-21B-A3B-PT.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml index eafc7065d5..06b283c480 100644 --- a/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/falcon/tiiuae_Falcon-H1-0.5B-Instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml index c4c73ac028..251409c29d 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_codegemma-7b-bnb-4bit.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml index 2ef5798946..89b1d7f938 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_functiongemma-270m-it.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml index 55f503d11b..ba50f7d1f8 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-27b-bnb-4bit.yaml @@ -33,10 +33,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml index 9374a2cc82..413e7465d3 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-2-2b.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml index f1aa18e9d2..bda5471643 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-270m-it.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml index e1ed581ca4..18392568bd 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-27b-it.yaml @@ -29,7 +29,7 @@ lora: - "all-linear" use_rslora: false use_loftq: false - finetune_vision_layers: false + finetune_vision_layers: true finetune_language_layers: true finetune_attention_modules: true finetune_mlp_modules: true diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml index bf7457831e..434ac41b46 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3-4b-it.yaml @@ -29,7 +29,7 @@ lora: - "all-linear" use_rslora: false use_loftq: false - finetune_vision_layers: false + finetune_vision_layers: true finetune_language_layers: true finetune_attention_modules: true finetune_mlp_modules: true diff --git a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml index 74c58d139d..ddd58a1225 100644 --- a/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml +++ b/studio/backend/assets/configs/model_defaults/gemma/unsloth_gemma-3n-E4B-it.yaml @@ -29,7 +29,7 @@ lora: - "all-linear" use_rslora: false use_loftq: false - finetune_vision_layers: false + finetune_vision_layers: true finetune_language_layers: true finetune_attention_modules: true finetune_mlp_modules: true diff --git a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml index f8a8f5a3c9..e2d67bcb0b 100644 --- a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml +++ b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-120b.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml index 00bacb118a..aa436117a1 100644 --- a/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml +++ b/studio/backend/assets/configs/model_defaults/gpt-oss/unsloth_gpt-oss-20b.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml index dd3a652529..3f2cb84a94 100644 --- a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-350m-unsloth-bnb-4bit.yaml @@ -37,10 +37,6 @@ lora: - "shared_mlp.output_linear" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml index 064b9b0ceb..ab756fe764 100644 --- a/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml +++ b/studio/backend/assets/configs/model_defaults/granite/unsloth_granite-4.0-h-micro.yaml @@ -37,10 +37,6 @@ lora: - "shared_mlp.output_linear" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml index 61a2033ee8..53e82c5609 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-1B-Instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml index 7117aa5ec0..f73b0c09b6 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.2-3B-Instruct.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml index 7d998ed1c8..ffefb29e24 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Llama-3.3-70B-Instruct.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml index 633869022a..5f9da41a95 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-70B-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml index cbf432dacb..d20470b0a3 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_Meta-Llama-3.1-8B-Instruct-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml index f148814e96..1956495f7d 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-Instruct-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml index bb235595f6..15869497b7 100644 --- a/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/llama/unsloth_llama-3-8b-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml b/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml index b315a9aaf7..6bba9c9633 100644 --- a/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml +++ b/studio/backend/assets/configs/model_defaults/llasa/unsloth_Llasa-3B.yaml @@ -30,10 +30,6 @@ lora: - "v_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml index 2d4832e839..f9833ce705 100644 --- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Magistral-Small-2509-unsloth-bnb-4bit.yaml @@ -35,7 +35,7 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false + finetune_vision_layers: true finetune_language_layers: true finetune_attention_modules: true finetune_mlp_modules: true diff --git a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml index 934959fc83..1048bd2469 100644 --- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Nemo-Base-2407-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml index 1d712a6c8f..26c58a61f1 100644 --- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml +++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_Mistral-Small-Instruct-2409.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml index a02f8db2f3..2e1c76468e 100644 --- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-instruct-v0.3-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml index c0762d9864..37275fc37b 100644 --- a/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/mistral/unsloth_mistral-7b-v0.3-bnb-4bit.yaml @@ -33,10 +33,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml b/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml index 7a594b7eaf..9c65107699 100644 --- a/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml +++ b/studio/backend/assets/configs/model_defaults/other/OuteAI_Llama-OuteTTS-1.0-1B.yaml @@ -30,10 +30,6 @@ lora: - "v_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml b/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml index 3c8215ba25..84cf750262 100644 --- a/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml +++ b/studio/backend/assets/configs/model_defaults/other/Spark-TTS-0.5B_LLM.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml b/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml index d3249ef257..294da47e10 100644 --- a/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml +++ b/studio/backend/assets/configs/model_defaults/other/sesame_csm-1b.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml index 598d80da55..b0feafbd6e 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_LFM2-1.2B.yaml @@ -29,10 +29,6 @@ lora: - "all-linear" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml index c212b0508a..2c44c91eab 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_Nemotron-3-Nano-30B-A3B.yaml @@ -37,10 +37,6 @@ lora: - "out_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml index bb30a2052c..cae8dd3c40 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_answerdotai_ModernBERT-large.yaml @@ -33,10 +33,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml index 94596b65b8..1bbbcdf66c 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_orpheus-3b-0.1-ft.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml index d35ac75b81..c3b966fa06 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_tinyllama-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml b/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml index 3a97baebd9..d41c1c65fb 100644 --- a/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml +++ b/studio/backend/assets/configs/model_defaults/other/unsloth_whisper-large-v3.yaml @@ -29,10 +29,6 @@ lora: - "v_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml index 3c428c3406..14af711f78 100644 --- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3-medium-4k-instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml index 8e13ef8a45..b0593300ab 100644 --- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-3.5-mini-instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4-14B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4-14B-Instruct.yaml deleted file mode 100644 index 4d67de8bab..0000000000 --- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4-14B-Instruct.yaml +++ /dev/null @@ -1,48 +0,0 @@ -# Model defaults for unsloth/Phi-4-14B-Instruct -# Based on Phi_4-Conversational.ipynb -# Also applies to: unsloth/Phi-4-14B-Instruct-unsloth-bnb-4bit, microsoft/Phi-4-14B-Instruct, unsloth/Phi-4-14B-Instruct-bnb-4bit - -training: - max_seq_length: 2048 - # num_epochs: 4 - num_epochs: 0 - learning_rate: 2e-4 - batch_size: 2 - gradient_accumulation_steps: 4 - warmup_steps: 5 - max_steps: 30 - save_steps: 30 - weight_decay: 0.001 - random_seed: 3407 - packing: false - train_on_completions: true - gradient_checkpointing: "unsloth" - optim: "adamw_8bit" - lr_scheduler_type: "linear" - -lora: - lora_r: 16 - lora_alpha: 16 - lora_dropout: 0.0 - target_modules: - - "q_proj" - - "k_proj" - - "v_proj" - - "o_proj" - - "gate_proj" - - "up_proj" - - "down_proj" - use_rslora: false - use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true - -logging: - enable_wandb: false - wandb_project: "llm-finetuning" - enable_tensorboard: false - tensorboard_dir: "runs" - log_frequency: 10 - diff --git a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml index 9159ce4dc7..4de3d9437d 100644 --- a/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml +++ b/studio/backend/assets/configs/model_defaults/phi/unsloth_Phi-4.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml index e0aff114ca..140484eb9c 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2-7B.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml index 1034f6d37f..5ecb154e4c 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-1.5B-Instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml index 876514e456..5bbe543517 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-7B.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml index d41e70d25f..16c4367223 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-1.5B-Instruct.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml index 4af3af5dfc..856db0c1b3 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-14B-Instruct.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml index ca1b355c40..bb0b0ed1c6 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen2.5-Coder-7B-Instruct-bnb-4bit.yaml @@ -34,10 +34,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml index b1179b2ce6..9feb6dcaae 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-0.6B.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml index 77d7c8527e..e61c7b5045 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B-Base-unsloth-bnb-4bit.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml index 7b92c767de..c130771c32 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-14B.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml index 15e8dab80e..152f4ae06a 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-32B.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml index 2724719294..94fe000708 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Instruct-2507.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false diff --git a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml index 0808510982..3c325485d2 100644 --- a/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml +++ b/studio/backend/assets/configs/model_defaults/qwen/unsloth_Qwen3-4B-Thinking-2507.yaml @@ -35,10 +35,6 @@ lora: - "down_proj" use_rslora: false use_loftq: false - finetune_vision_layers: false - finetune_language_layers: true - finetune_attention_modules: true - finetune_mlp_modules: true logging: enable_wandb: false