Clean logs for DeepSeek-V3 launching (#6079)

This commit is contained in:
Baizhou Zhang
2025-05-07 18:54:50 -07:00
committed by GitHub
parent 8f508cc77f
commit 73600673bb
7 changed files with 61 additions and 39 deletions

View File

@@ -2096,3 +2096,10 @@ class BumpAllocator:
output = self._buffer[self._pointer : self._pointer + size]
self._pointer += size
return output
def log_info_on_rank0(logger, msg):
from sglang.srt.distributed import get_tensor_model_parallel_rank
if get_tensor_model_parallel_rank() == 0:
logger.info(msg)