Update rl.py
This commit is contained in:
parent
84b68d49df
commit
3cb045ba00
1 changed files with 2 additions and 2 deletions
|
|
@ -47,8 +47,8 @@ def PatchRL(FastLanguageModel):
|
|||
from contextlib import contextmanager
|
||||
|
||||
@contextmanager
|
||||
def unsloth_unwrap_model_for_generation(model, accelerator):
|
||||
with unwrap_model_for_generation(model, accelerator) as unwrapped_model:
|
||||
def unsloth_unwrap_model_for_generation(model, *args, **kwargs):
|
||||
with unwrap_model_for_generation(model, *args, **kwargs) as unwrapped_model:
|
||||
# Put the model in inference mode.
|
||||
FastLanguageModel.for_inference(unwrapped_model)
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue