From a6f919f60cfbee9e5fcd018901c7c52bb7e15a36 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Wed, 5 Feb 2025 06:44:18 -0800 Subject: [PATCH] Update rl.py --- unsloth/models/rl.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index 26c73a7b14..6603346fd0 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -39,6 +39,7 @@ def PatchRL(FastLanguageModel): @contextmanager def unsloth_unwrap_model_for_generation(model, *args, **kwargs): # Must use for_inference to allow inference in Unsloth + print("$$$$$$$$$$$$$$") FastLanguageModel.for_inference(model) try: with unwrap_model_for_generation(model, *args, **kwargs) as unwrapped_model: @@ -46,6 +47,7 @@ def PatchRL(FastLanguageModel): finally: # Finally return back training FastLanguageModel.for_training(model) + print("###############") pass pass