Update rl.py
This commit is contained in:
parent
130eed8c4e
commit
bf6c6a678d
1 changed files with 1 additions and 1 deletions
|
|
@ -37,7 +37,7 @@ def PatchRL(FastLanguageModel):
|
|||
from contextlib import contextmanager
|
||||
|
||||
@contextmanager
|
||||
def unsloth_unwrap_model_for_generation(model, *args, **kwargs):
|
||||
def unsloth_unwrap_model_for_generation(model, accelerator):
|
||||
with unwrap_model_for_generation(model, accelerator) as unwrapped_model:
|
||||
# Put the model in inference mode.
|
||||
FastLanguageModel.for_inference(unwrapped_model)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue