From 4d8cc00592d4d2603adddba1d726721f7d813c19 Mon Sep 17 00:00:00 2001
From: Daniel Han <danielhanchen@gmail.com>
Date: Fri, 14 Feb 2025 04:35:03 -0800
Subject: [PATCH] Update rl.py

---
 unsloth/models/rl.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py
index ecd394cea0..8dcd855d0b 100644
--- a/unsloth/models/rl.py
+++ b/unsloth/models/rl.py
@@ -109,13 +109,13 @@ from packaging.version import Version
 import torch
 from contextlib import nullcontext
 from torch.nn import functional as F
-torch_compile_options = {
+torch_compile_options = {{
     "epilogue_fusion"   : True,
     "max_autotune"      : True,
     "shape_padding"     : True,
     "trace.enabled"     : False,
     "triton.cudagraphs" : False,
-}
+}}
 
 {selective_log_softmax_code}
 {RL_pre}