Update rl.py
This commit is contained in:
parent
9b76d49761
commit
b7bd548779
1 changed files with 1 additions and 1 deletions
|
|
@ -37,7 +37,7 @@ def PatchRL(FastLanguageModel):
|
|||
from contextlib import contextmanager
|
||||
|
||||
@contextmanager
|
||||
def unsloth_unwrap_model_for_generation(model, *args, **kwargs):
|
||||
def unsloth_unwrap_model_for_generation(model, accelerator):
|
||||
with unwrap_model_for_generation(model, accelerator) as unwrapped_model:
|
||||
# Put the model in inference mode.
|
||||
FastLanguageModel.for_inference(unwrapped_model)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue