Sync UNSLOTH_FORCE_FLOAT32 in forced float32 trainer path
This commit is contained in:
parent
997bde3ead
commit
fe5866cefb
1 changed files with 1 additions and 0 deletions
|
|
@ -733,6 +733,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
|
|||
" force_float32 = True\n"
|
||||
"if force_float32:\n"
|
||||
" # Forced float32 training\n"
|
||||
" os.environ['UNSLOTH_FORCE_FLOAT32'] = '1'\n"
|
||||
" args.fp16 = False\n"
|
||||
" args.bf16 = False\n"
|
||||
" os.environ['ACCELERATE_MIXED_PRECISION'] = 'no'\n"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue