Clean logs for DeepSeek-V3 launching (#6079)

This commit is contained in:
Baizhou Zhang
2025-05-07 18:54:50 -07:00
committed by GitHub
parent 8f508cc77f
commit 73600673bb
7 changed files with 61 additions and 39 deletions

View File

@@ -30,6 +30,7 @@ from sglang.srt.utils import (
get_device_name,
is_cuda,
is_hip,
log_info_on_rank0,
supports_custom_op,
)
@@ -698,9 +699,9 @@ def get_w8a8_block_fp8_configs(
)
if os.path.exists(config_file_path):
with open(config_file_path) as f:
logger.info(
"Using configuration from %s for W8A8 Block FP8 kernel.",
config_file_path,
log_info_on_rank0(
logger,
f"Using configuration from {config_file_path} for W8A8 Block FP8 kernel.",
)
# If a configuration has been found, return it
return {int(key): val for key, val in json.load(f).items()}