diff --git a/tests/saving/non_peft/test_mistral_non_peft.py b/tests/saving/non_peft/test_mistral_non_peft.py index e03813367d..b2610360fe 100644 --- a/tests/saving/non_peft/test_mistral_non_peft.py +++ b/tests/saving/non_peft/test_mistral_non_peft.py @@ -27,7 +27,7 @@ model, tokenizer = FastLanguageModel.from_pretrained( print("āœ… Base model loaded successfully!") -### Attemtping save merge +### Attempting save merge print(f"\n{'='*80}") diff --git a/tests/saving/non_peft/test_whisper_non_peft.py b/tests/saving/non_peft/test_whisper_non_peft.py index 303d596c85..2d5676ec9c 100644 --- a/tests/saving/non_peft/test_whisper_non_peft.py +++ b/tests/saving/non_peft/test_whisper_non_peft.py @@ -27,7 +27,7 @@ model, tokenizer = FastModel.from_pretrained( print("āœ… Base model loaded successfully!") -### Attemtping save merge +### Attempting save merge print(f"\n{'='*80}") diff --git a/tests/saving/vision_models/test_index_file_sharded_model.py b/tests/saving/vision_models/test_index_file_sharded_model.py index f737169841..8d107463e0 100644 --- a/tests/saving/vision_models/test_index_file_sharded_model.py +++ b/tests/saving/vision_models/test_index_file_sharded_model.py @@ -65,7 +65,7 @@ def format_data(sample): print("\nšŸ”„ Formatting dataset for vision training...") system_message = "You are an expert french ocr system." # Convert dataset to OAI messages -# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes +# need to use list comprehension to keep Pil.Image type, .map convert image to bytes train_dataset = [format_data(sample) for sample in train_dataset] eval_dataset = [format_data(sample) for sample in eval_dataset] print("āœ… Dataset formatting completed!") @@ -99,7 +99,7 @@ try: finetune_vision_layers = True, # Turn off for just text! finetune_language_layers = True, # Should leave on! finetune_attention_modules = True, # Attention good for GRPO - finetune_mlp_modules = True, # SHould leave on always! + finetune_mlp_modules = True, # Should leave on always! r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128 lora_alpha = 32, lora_dropout = 0, # Supports any, but = 0 is optimized diff --git a/tests/saving/vision_models/test_push_to_hub_merged.py b/tests/saving/vision_models/test_push_to_hub_merged.py index 74fa058988..fb2af4b4fe 100644 --- a/tests/saving/vision_models/test_push_to_hub_merged.py +++ b/tests/saving/vision_models/test_push_to_hub_merged.py @@ -66,7 +66,7 @@ def format_data(sample): print("\nšŸ”„ Formatting dataset for vision training...") system_message = "You are an expert french ocr system." # Convert dataset to OAI messages -# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes +# need to use list comprehension to keep Pil.Image type, .map convert image to bytes train_dataset = [format_data(sample) for sample in train_dataset] eval_dataset = [format_data(sample) for sample in eval_dataset] print("āœ… Dataset formatting completed!") @@ -100,7 +100,7 @@ try: finetune_vision_layers = True, # Turn off for just text! finetune_language_layers = True, # Should leave on! finetune_attention_modules = True, # Attention good for GRPO - finetune_mlp_modules = True, # SHould leave on always! + finetune_mlp_modules = True, # Should leave on always! r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128 lora_alpha = 32, lora_dropout = 0, # Supports any, but = 0 is optimized diff --git a/tests/saving/vision_models/test_save_merge_qwen2.5vl32B_model_ocr_benchmark.py b/tests/saving/vision_models/test_save_merge_qwen2.5vl32B_model_ocr_benchmark.py index ebe078c73b..2b24bc4a32 100644 --- a/tests/saving/vision_models/test_save_merge_qwen2.5vl32B_model_ocr_benchmark.py +++ b/tests/saving/vision_models/test_save_merge_qwen2.5vl32B_model_ocr_benchmark.py @@ -61,7 +61,7 @@ def format_data(sample): system_message = "You are an expert french ocr system." # Convert dataset to OAI messages -# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes +# need to use list comprehension to keep Pil.Image type, .map convert image to bytes train_dataset = [format_data(sample) for sample in train_dataset] eval_dataset = [format_data(sample) for sample in eval_dataset] @@ -102,7 +102,7 @@ model = FastVisionModel.get_peft_model( finetune_vision_layers = True, # Turn off for just text! finetune_language_layers = True, # Should leave on! finetune_attention_modules = True, # Attention good for GRPO - finetune_mlp_modules = True, # SHould leave on always! + finetune_mlp_modules = True, # Should leave on always! r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128 # target_modules = ["q_proj", "k_proj", "v_proj", "o_proj", # "gate_proj", "up_proj", "down_proj",], diff --git a/tests/saving/vision_models/test_save_merge_vision_model_ocr_benchmark.py b/tests/saving/vision_models/test_save_merge_vision_model_ocr_benchmark.py index b99785bcb1..16914707c2 100644 --- a/tests/saving/vision_models/test_save_merge_vision_model_ocr_benchmark.py +++ b/tests/saving/vision_models/test_save_merge_vision_model_ocr_benchmark.py @@ -61,7 +61,7 @@ def format_data(sample): system_message = "You are an expert french ocr system." # Convert dataset to OAI messages -# need to use list comprehension to keep Pil.Image type, .mape convert image to bytes +# need to use list comprehension to keep Pil.Image type, .map convert image to bytes train_dataset = [format_data(sample) for sample in train_dataset] eval_dataset = [format_data(sample) for sample in eval_dataset] @@ -102,7 +102,7 @@ model = FastVisionModel.get_peft_model( finetune_vision_layers = True, # Turn off for just text! finetune_language_layers = True, # Should leave on! finetune_attention_modules = True, # Attention good for GRPO - finetune_mlp_modules = True, # SHould leave on always! + finetune_mlp_modules = True, # Should leave on always! r = 16, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128 # target_modules = ["q_proj", "k_proj", "v_proj", "o_proj", # "gate_proj", "up_proj", "down_proj",],