change train_on_completions to true

This commit is contained in:
Roland Tannous 2026-02-19 06:02:16 +00:00
commit e2b7b4b54c
55 changed files with 55 additions and 55 deletions

View file

@ -14,7 +14,7 @@ training:
weight_decay: 0.01
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.01
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: false
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -14,7 +14,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.01
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: true
optim: "adamw_torch_fused"
lr_scheduler_type: "cosine"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: true
optim: "adamw_torch_fused"
lr_scheduler_type: "cosine"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.01
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: true
optim: "adamw_torch"
lr_scheduler_type: "cosine"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "paged_adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -14,7 +14,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -14,7 +14,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.1
random_seed: 3407
packing: true
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 42
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "paged_adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -15,7 +15,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"

View file

@ -16,7 +16,7 @@ training:
weight_decay: 0.001
random_seed: 3407
packing: false
train_on_completions: false
train_on_completions: true
gradient_checkpointing: "unsloth"
optim: "adamw_8bit"
lr_scheduler_type: "linear"