Update rl.py

This commit is contained in:
Daniel Han 2025-02-05 06:14:12 -08:00
commit dc7b58bad3

View file

@ -39,6 +39,7 @@ def PatchRL(FastLanguageModel):
@contextmanager
def unsloth_unwrap_model_for_generation(model, *args, **kwargs):
# Must use for_inference to allow inference in Unsloth
print("$$$$$$$$$$$$$$$$$$$$$$$")
with unwrap_model_for_generation(model, *args, **kwargs) as unwrapped_model:
FastLanguageModel.for_inference(unwrapped_model)
yield unwrapped_model