ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update rl.py

Browse source
This commit is contained in:
Daniel Han 2025-02-05 05:19:37 -08:00
commit 5cf02ec21e
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
unsloth/models/rl.py
View file

@ -21,11 +21,12 @@ def PatchRL(FastLanguageModel):
from trl.models.utils import unwrap_model_for_generation
from contextlib import contextmanager
@contextmanager
def unsloth_unwrap_model_for_generation(model, *args, **kwargs):
FastLanguageModel.for_inference(model)
yield unwrap_model_for_generation(model, *args, **kwargs)
with unwrap_model_for_generation(model, *args, **kwargs) as unwrapped_model:
yield unwrapped_model
FastLanguageModel.for_training (model)
pass