Clean logs for DeepSeek-V3 launching (#6079)
This commit is contained in:
@@ -29,6 +29,7 @@ from sglang.srt.utils import (
|
||||
get_device_name,
|
||||
is_cuda,
|
||||
is_hip,
|
||||
log_info_on_rank0,
|
||||
)
|
||||
|
||||
_is_hip = is_hip()
|
||||
@@ -945,7 +946,9 @@ def get_moe_configs(
|
||||
# For example, updating the Triton version might cause all old configs to become suboptimal.
|
||||
# To achieve the best performance, consider re-tuning the Triton fused MOE kernel in your environment.
|
||||
# For the tuning method, refer to: https://github.com/sgl-project/sglang/tree/main/benchmark/kernels/fused_moe_triton
|
||||
logger.info("Using MoE kernel config from %s.", config_file_path)
|
||||
log_info_on_rank0(
|
||||
logger, f"Using MoE kernel config from {config_file_path}."
|
||||
)
|
||||
# If a configuration has been found, return it
|
||||
return {int(key): val for key, val in json.load(f).items()}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user