Clean logs for DeepSeek-V3 launching (#6079)

This commit is contained in:
Baizhou Zhang
2025-05-07 18:54:50 -07:00
committed by GitHub
parent 8f508cc77f
commit 73600673bb
7 changed files with 61 additions and 39 deletions

View File

@@ -29,6 +29,7 @@ from sglang.srt.utils import (
get_device_name,
is_cuda,
is_hip,
log_info_on_rank0,
)
_is_hip = is_hip()
@@ -945,7 +946,9 @@ def get_moe_configs(
# For example, updating the Triton version might cause all old configs to become suboptimal.
# To achieve the best performance, consider re-tuning the Triton fused MOE kernel in your environment.
# For the tuning method, refer to: https://github.com/sgl-project/sglang/tree/main/benchmark/kernels/fused_moe_triton
logger.info("Using MoE kernel config from %s.", config_file_path)
log_info_on_rank0(
logger, f"Using MoE kernel config from {config_file_path}."
)
# If a configuration has been found, return it
return {int(key): val for key, val in json.load(f).items()}