chore: change logs fromINFO to DEBUG for dp and add force quit for tokenizer manager (#7251)

This commit is contained in:
ishandhanani
2025-06-18 01:36:43 -07:00
committed by GitHub
parent b783c1cb82
commit 31fccf5a4f
2 changed files with 11 additions and 3 deletions
@@ -1140,13 +1140,21 @@ class TokenizerManager:
remain_num_req = len(self.rid_to_state)
if self.health_check_failed:
# if health check failed, we should exit immediately
# if health check failed, exit immediately
logger.error(
"Signal SIGTERM received while health check failed. Exiting... remaining number of requests: %d",
remain_num_req,
)
break
elif get_bool_env_var("SGL_FORCE_SHUTDOWN"):
# if force shutdown flag set, exit immediately
logger.error(
"Signal SIGTERM received while force shutdown flag set. Force exiting... remaining number of requests: %d",
remain_num_req,
)
break
logger.info(
f"Gracefully exiting... remaining number of requests {remain_num_req}"
)