Suppress vLLM v1 executor sleep/wake log messages (#4011)
* Suppress vLLM v1 executor sleep/wake log messages Add HideLoggingMessage filters for vllm.v1.executor.abstract logger to suppress repetitive sleep/wake INFO and WARNING messages that spam training output when UNSLOTH_VLLM_STANDBY is enabled. The existing filter at line 275 handles the legacy vllm.executor.executor_base path; this adds coverage for the v1 engine path used by vllm 0.11+. * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: Daniel Hanchen <danielhanchen@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
parent
538fede450
commit
7562cc211b
1 changed files with 11 additions and 0 deletions
|
|
@ -280,6 +280,17 @@ if os.environ.get("UNSLOTH_ENABLE_LOGGING", "0") != "1":
|
|||
del vllm_executor_logger
|
||||
except:
|
||||
pass
|
||||
try:
|
||||
from vllm.v1.executor.abstract import logger as vllm_v1_executor_logger
|
||||
|
||||
vllm_v1_executor_logger.addFilter(HideLoggingMessage("to fall asleep"))
|
||||
vllm_v1_executor_logger.addFilter(HideLoggingMessage("to wake up"))
|
||||
vllm_v1_executor_logger.addFilter(
|
||||
HideLoggingMessage("Executor is not sleeping")
|
||||
)
|
||||
del vllm_v1_executor_logger
|
||||
except:
|
||||
pass
|
||||
try:
|
||||
from vllm.core.block.prefix_caching_block import (
|
||||
logger as vllm_prefix_caching_logger,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue