diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py index caf12cd6d5..c4a835ed93 100644 --- a/unsloth/models/rl.py +++ b/unsloth/models/rl.py @@ -39,6 +39,7 @@ def PatchRL(FastLanguageModel): @contextmanager def unsloth_unwrap_model_for_generation(model, *args, **kwargs): # Must use for_inference to allow inference in Unsloth + print("$$$$$$$$$$$$$$$$$$$$$$$") with unwrap_model_for_generation(model, *args, **kwargs) as unwrapped_model: FastLanguageModel.for_inference(unwrapped_model) yield unwrapped_model