Support EPLB in FusedMoE (#8448)

2025-07-29 16:02:41 -07:00
parent 1992ef9ba7
commit 9effeb5bdd
15 changed files with 107 additions and 11 deletions
@@ -36,6 +36,7 @@ class ExpertLocationDispatchInfo:
    def init_new(cls, layer_id: int):
        ep_dispatch_algorithm = global_server_args_dict["ep_dispatch_algorithm"]
        expert_location_metadata = get_global_expert_location_metadata()
+        assert expert_location_metadata is not None

        if ep_dispatch_algorithm is None:
            return None