diff --git a/unsloth/models/rl_replacements.py b/unsloth/models/rl_replacements.py index fefba2444c..c7fdb4cbde 100644 --- a/unsloth/models/rl_replacements.py +++ b/unsloth/models/rl_replacements.py @@ -248,7 +248,7 @@ RL_FUNCTIONS["grpo_trainer"].append(grpo_trainer_compute_loss) # https://github.com/huggingface/trl/blob/main/trl/trainer/grpo_trainer.py#L356 # TRL warns if batch size is not a multiple of num_generations -> fix this. def grpo_trainer_fix_batch_size(RLTrainer_source, RLConfig_source): - if "multiple of num_generations" not in RLTrainer_source: return "" + if "divisible by the number of generations" not in RLTrainer_source: return "" if "num_generations" not in RLConfig_source: return "" check_batch_size = \