Update rl_replacements.py

This commit is contained in:
Daniel Han 2025-06-22 05:32:38 -07:00
commit 19d36655f7

View file

@ -340,6 +340,7 @@ def grpo_trainer_compute_loss(function_name, function):
print("$$$$$$$$$$$ input_ids", input_ids.shape)
input_ids = input_ids[:, -logits_to_keep:]
print("$$$$$$$$$$$ input_ids", input_ids.shape)
if per_token_logps is not None:
if ref_per_token_logps is not None: