Fix a bug in BatchTokenIDOut & Misc style and dependency updates (#7457)
This commit is contained in:
@@ -1917,13 +1917,6 @@ def configure_ipv6(dist_init_addr):
|
||||
return port, host
|
||||
|
||||
|
||||
def rank0_log(msg: str):
|
||||
from sglang.srt.distributed import get_tensor_model_parallel_rank
|
||||
|
||||
if get_tensor_model_parallel_rank() == 0:
|
||||
logger.info(msg)
|
||||
|
||||
|
||||
def rank0_print(msg: str):
|
||||
from sglang.srt.distributed import get_tensor_model_parallel_rank
|
||||
|
||||
@@ -1931,6 +1924,9 @@ def rank0_print(msg: str):
|
||||
print(msg, flush=True)
|
||||
|
||||
|
||||
rank0_log = rank0_print
|
||||
|
||||
|
||||
def get_cuda_version():
|
||||
if torch.version.cuda:
|
||||
return tuple(map(int, torch.version.cuda.split(".")))
|
||||
|
||||
Reference in New Issue
Block a user