Update _utils.py

This commit is contained in:
Daniel Han 2025-06-26 03:39:13 -07:00
commit 4663ba3be0

View file

@ -153,6 +153,8 @@ from transformers.training_args import logger as transformers_training_args_logg
transformers_training_args_logger.addFilter(HideLoggingMessage("The speedups"))
# torch.distributed process group is initialized, but parallel_mode != ParallelMode.DISTRIBUTED.
transformers_training_args_logger.addFilter(HideLoggingMessage("torch.distributed"))
# average_tokens_across_devices is set to True but it is invalid when world size is1
transformers_training_args_logger.addFilter(HideLoggingMessage("average_tokens_across_devices"))
del transformers_training_args_logger
# No label_names provided for model class