Update rl_replacements.py
This commit is contained in:
parent
5a16891484
commit
19d36655f7
1 changed files with 1 additions and 0 deletions
|
|
@ -340,6 +340,7 @@ def grpo_trainer_compute_loss(function_name, function):
|
|||
|
||||
print("$$$$$$$$$$$ input_ids", input_ids.shape)
|
||||
input_ids = input_ids[:, -logits_to_keep:]
|
||||
print("$$$$$$$$$$$ input_ids", input_ids.shape)
|
||||
if per_token_logps is not None:
|
||||
|
||||
if ref_per_token_logps is not None:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue