Support redundant experts in expert parallel (#6461)

2025-05-21 17:05:53 +08:00
parent a071dc4084
commit ccfe5c009d
5 changed files with 18 additions and 5 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -90,6 +90,7 @@ global_server_args_dict = {
    "speculative_accept_threshold_single": ServerArgs.speculative_accept_threshold_single,
    "torchao_config": ServerArgs.torchao_config,
    "triton_attention_reduce_in_fp32": ServerArgs.triton_attention_reduce_in_fp32,
+    "ep_num_redundant_experts": ServerArgs.ep_num_redundant_experts,
 }

 logger = logging.getLogger(__name__)