Update rl.py

This commit is contained in:
Daniel Han 2025-02-05 06:32:51 -08:00
commit 4b108654bd

View file

@ -43,8 +43,7 @@ def PatchRL(FastLanguageModel):
FastLanguageModel.for_inference(unwrapped_model)
yield unwrapped_model
# Return back to training mode
FastLanguageModel.for_training (model)
yield model
FastLanguageModel.for_training(model)
pass
import trl.trainer