Overlap shared experts with deepep dispatch for single batch overlap on Blackwell (#17289)

This commit is contained in:
Baizhou Zhang
2026-01-21 02:56:55 +08:00
committed by GitHub
parent 16802fb6b2
commit 6ea491e439
4 changed files with 53 additions and 1 deletions

View File

@@ -41,7 +41,11 @@ class SboFlags:
@classmethod
def enable_combine_shared_two_stream_overlap(cls):
return is_sbo_enabled() and not cls.enable_dispatch_shared_one_stream_overlap()
return (
is_sbo_enabled()
and not cls.enable_dispatch_shared_one_stream_overlap()
and not envs.SGLANG_BLACKWELL_OVERLAP_SHARED_EXPERTS_OUTSIDE_SBO.get()
)
@classmethod
def enable_dispatch_shared_one_stream_overlap(cls):