ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Feat/kto (#1316)

Browse source 
* Add PatchKTOTrainer and update model imports

* Update dpo.py

* Update __init__.py

* Delete unsloth/models/kto.py

---------

Co-authored-by: Daniel Han <danielhanchen@gmail.com>
This commit is contained in:
Edd 2024-11-27 02:22:02 +04:00 • committed by GitHub
commit 8a6da33bd0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/__init__.py
View file

@ -16,5 +16,5 @@ from .loader import FastLanguageModel, FastVisionModel
from .llama import FastLlamaModel
from .mistral import FastMistralModel
from .qwen2 import FastQwen2Model
from .dpo import PatchDPOTrainer
from .dpo import PatchDPOTrainer, PatchKTOTrainer
from ._utils import is_bfloat16_supported

3
unsloth/models/dpo.py
View file

@ -14,6 +14,7 @@
__all__ = [
"PatchDPOTrainer",
"PatchKTOTrainer",
]
try:
@ -127,4 +128,4 @@ def PatchDPOTrainer():
pass
pass
pass
PatchKTOTrainer = PatchDPOTrainer