Fix a bug in BatchTokenIDOut & Misc style and dependency updates (#7457)

This commit is contained in:
Lianmin Zheng
2025-06-23 06:20:39 -07:00
committed by GitHub
parent 8aa68ed5c4
commit 55e03b10c4
9 changed files with 37 additions and 32 deletions

View File

@@ -1917,13 +1917,6 @@ def configure_ipv6(dist_init_addr):
return port, host
def rank0_log(msg: str):
from sglang.srt.distributed import get_tensor_model_parallel_rank
if get_tensor_model_parallel_rank() == 0:
logger.info(msg)
def rank0_print(msg: str):
from sglang.srt.distributed import get_tensor_model_parallel_rank
@@ -1931,6 +1924,9 @@ def rank0_print(msg: str):
print(msg, flush=True)
rank0_log = rank0_print
def get_cuda_version():
if torch.version.cuda:
return tuple(map(int, torch.version.cuda.split(".")))