Update rl_replacements.py
This commit is contained in:
parent
7c14205ba8
commit
52e50a7916
1 changed files with 2 additions and 1 deletions
|
|
@ -168,11 +168,12 @@ def grpo_trainer__get_per_token_logps(function_name, function):
|
|||
)
|
||||
if len(original) != 0:
|
||||
original = original[0]
|
||||
spaces = function.find(original)
|
||||
replacer = \
|
||||
"with torch.amp.autocast(device_type = 'cuda', "\
|
||||
"dtype = torch.float16 if os.environ.get('ACCELERATE_MIXED_PRECISION', 'fp16') == 'fp16' else torch.bfloat16) "\
|
||||
"if not torch.is_autocast_enabled('cuda') else nullcontext():\n" + \
|
||||
" "*8 + original
|
||||
" "*(spaces + 4) + original
|
||||
function = function.replace(original, replacer)
|
||||
pass
|
||||
return function
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue