ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update _utils.py

Browse source
This commit is contained in:
Daniel Han 2024-11-03 17:15:27 -08:00
commit 0a18ffd66a
1 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
unsloth/models/_utils.py
View file

@ -59,7 +59,7 @@ import warnings, subprocess, re, inspect, psutil, os, math
from packaging.version import Version
from unsloth_zoo.tokenizer_utils import (
patch_tokenizer,
patch_tokenizer as _patch_tokenizer,
)
from unsloth_zoo.patching_utils import (
patch_compiling_bitsandbytes,
@ -983,3 +983,11 @@ def patch_gradient_accumulation_fix(Trainer):
exec(function, globals())
Trainer.training_step = _unsloth_training_step
pass
def patch_tokenizer(model, tokenizer):
model, tokenizer = _patch_tokenizer(model, tokenizer)
if model is not None:
model.config.update({"unsloth_version" : __version__})
return model, tokenizer
pass