ceos/unsloth
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update tokenizer_utils.py

Browse source
This commit is contained in:
Daniel Han 2024-10-01 00:35:54 -07:00
commit 682f16aa5a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/tokenizer_utils.py
View file

@ -1140,7 +1140,7 @@ def fix_zero_training_loss(model, tokenizer, train_dataset):
if seen_bad / (seen_bad + seen_good) >= 0.9:
logger.warning(
"Unsloth: Most labels in your dataset are -100. Training losses will be 0.\n"\
"Are you usre you used `train_on_responses_only` correctly?\n"\
"For example, are you sure you used `train_on_responses_only` correctly?\n"\
"Or did you mask our tokens incorrectly? Maybe this is intended?"
)
pass