Resubmit MoE-EP (#2371)

2024-12-06 15:05:21 +08:00
parent 64fceab8af
commit 3d32e4a32c
10 changed files with 1172 additions and 8 deletions
@@ -58,6 +58,7 @@ global_server_args_dict = {
    "torchao_config": ServerArgs.torchao_config,
    "enable_nan_detection": ServerArgs.enable_nan_detection,
    "enable_dp_attention": ServerArgs.enable_dp_attention,
+    "enable_ep_moe": ServerArgs.enable_ep_moe,
 }