This commit is contained in:
Daniel Han 2025-03-04 04:12:38 -08:00
commit d5c427adea
2 changed files with 8 additions and 1 deletions

View file

@ -12,7 +12,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
__version__ = "2025.3.1"
__version__ = "2025.3.2"
__all__ = [
"SUPPORTS_BFLOAT16",

View file

@ -859,6 +859,7 @@ pass
import inspect
from inspect import getsource
import trl
import trl.trainer.sft_trainer
from trl.trainer.sft_trainer import *
from transformers.trainer import *
@ -1046,3 +1047,9 @@ pass
# Finally patch TRL tokenizer things -> moved to RL
# patch_sft_trainer_tokenizer()
# Temporary measure to stop tokenizing data twice
if hasattr(trl, "data_utils"):
def maybe_apply_chat_template(example, *args, **kwargs): return example
trl.data_utils.maybe_apply_chat_template = maybe_apply_chat_template
pass