chore: fix typo cleanup across tests and backend strings (#5152)
* chore: fix typos in studio/backend/routes/models.py * chore: fix typos in tests/saving/non_peft/test_mistral_non_peft.py * chore: fix typos in tests/saving/non_peft/test_whisper_non_peft.py * chore: fix typos in tests/saving/vision_models/test_index_file_sharded_model.py * chore: fix typos in tests/saving/vision_models/test_push_to_hub_merged.py * chore: fix typos in tests/saving/vision_models/test_save_merge_qwen2.5vl32B_model_ocr_benchmark.py * chore: fix typos in tests/saving/vision_models/test_save_merge_vision_model_ocr_benchmark.py * chore: fix typos in unsloth/import_fixes.py * Split: keep only 6 file(s) --------- Co-authored-by: Daniel Han <danielhanchen@gmail.com> Co-authored-by: Lee Jackson <130007945+Imagineer99@users.noreply.github.com>
This commit is contained in:
parent
c875dc17e4
commit
06ed94da0d
6 changed files with 10 additions and 10 deletions
|
|
@ -27,7 +27,7 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|||
|
||||
print("✅ Base model loaded successfully!")
|
||||
|
||||
### Attemtping save merge
|
||||
### Attempting save merge
|
||||
|
||||
|
||||
print(f"\n{'='*80}")
|
||||
|
|
|
|||
|
|
@ -27,7 +27,7 @@ model, tokenizer = FastModel.from_pretrained(
|
|||
|
||||
print("✅ Base model loaded successfully!")
|
||||
|
||||
### Attemtping save merge
|
||||
### Attempting save merge
|
||||
|
||||
|
||||
print(f"\n{'='*80}")
|
||||
|
|
|
|||
|
|
@ -65,7 +65,7 @@ def format_data(sample):
|
|||
print("\n🔄 Formatting dataset for vision training...")
|
||||
system_message = "You are an expert french ocr system."
|
||||
# Convert dataset to OAI messages
|
||||
# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes
|
||||
# need to use list comprehension to keep Pil.Image type, .map convert image to bytes
|
||||
train_dataset = [format_data(sample) for sample in train_dataset]
|
||||
eval_dataset = [format_data(sample) for sample in eval_dataset]
|
||||
print("✅ Dataset formatting completed!")
|
||||
|
|
@ -99,7 +99,7 @@ try:
|
|||
finetune_vision_layers = True, # Turn off for just text!
|
||||
finetune_language_layers = True, # Should leave on!
|
||||
finetune_attention_modules = True, # Attention good for GRPO
|
||||
finetune_mlp_modules = True, # SHould leave on always!
|
||||
finetune_mlp_modules = True, # Should leave on always!
|
||||
r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
||||
lora_alpha = 32,
|
||||
lora_dropout = 0, # Supports any, but = 0 is optimized
|
||||
|
|
|
|||
|
|
@ -66,7 +66,7 @@ def format_data(sample):
|
|||
print("\n🔄 Formatting dataset for vision training...")
|
||||
system_message = "You are an expert french ocr system."
|
||||
# Convert dataset to OAI messages
|
||||
# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes
|
||||
# need to use list comprehension to keep Pil.Image type, .map convert image to bytes
|
||||
train_dataset = [format_data(sample) for sample in train_dataset]
|
||||
eval_dataset = [format_data(sample) for sample in eval_dataset]
|
||||
print("✅ Dataset formatting completed!")
|
||||
|
|
@ -100,7 +100,7 @@ try:
|
|||
finetune_vision_layers = True, # Turn off for just text!
|
||||
finetune_language_layers = True, # Should leave on!
|
||||
finetune_attention_modules = True, # Attention good for GRPO
|
||||
finetune_mlp_modules = True, # SHould leave on always!
|
||||
finetune_mlp_modules = True, # Should leave on always!
|
||||
r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
||||
lora_alpha = 32,
|
||||
lora_dropout = 0, # Supports any, but = 0 is optimized
|
||||
|
|
|
|||
|
|
@ -61,7 +61,7 @@ def format_data(sample):
|
|||
|
||||
system_message = "You are an expert french ocr system."
|
||||
# Convert dataset to OAI messages
|
||||
# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes
|
||||
# need to use list comprehension to keep Pil.Image type, .map convert image to bytes
|
||||
train_dataset = [format_data(sample) for sample in train_dataset]
|
||||
eval_dataset = [format_data(sample) for sample in eval_dataset]
|
||||
|
||||
|
|
@ -102,7 +102,7 @@ model = FastVisionModel.get_peft_model(
|
|||
finetune_vision_layers = True, # Turn off for just text!
|
||||
finetune_language_layers = True, # Should leave on!
|
||||
finetune_attention_modules = True, # Attention good for GRPO
|
||||
finetune_mlp_modules = True, # SHould leave on always!
|
||||
finetune_mlp_modules = True, # Should leave on always!
|
||||
r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
||||
# target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
|
||||
# "gate_proj", "up_proj", "down_proj",],
|
||||
|
|
|
|||
|
|
@ -61,7 +61,7 @@ def format_data(sample):
|
|||
|
||||
system_message = "You are an expert french ocr system."
|
||||
# Convert dataset to OAI messages
|
||||
# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes
|
||||
# need to use list comprehension to keep Pil.Image type, .map convert image to bytes
|
||||
train_dataset = [format_data(sample) for sample in train_dataset]
|
||||
eval_dataset = [format_data(sample) for sample in eval_dataset]
|
||||
|
||||
|
|
@ -102,7 +102,7 @@ model = FastVisionModel.get_peft_model(
|
|||
finetune_vision_layers = True, # Turn off for just text!
|
||||
finetune_language_layers = True, # Should leave on!
|
||||
finetune_attention_modules = True, # Attention good for GRPO
|
||||
finetune_mlp_modules = True, # SHould leave on always!
|
||||
finetune_mlp_modules = True, # Should leave on always!
|
||||
r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
||||
# target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
|
||||
# "gate_proj", "up_proj", "down_proj",],
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue