Overlap shared experts with deepep dispatch for single batch overlap on Blackwell (#17289)
This commit is contained in:
@@ -41,7 +41,11 @@ class SboFlags:
|
||||
|
||||
@classmethod
|
||||
def enable_combine_shared_two_stream_overlap(cls):
|
||||
return is_sbo_enabled() and not cls.enable_dispatch_shared_one_stream_overlap()
|
||||
return (
|
||||
is_sbo_enabled()
|
||||
and not cls.enable_dispatch_shared_one_stream_overlap()
|
||||
and not envs.SGLANG_BLACKWELL_OVERLAP_SHARED_EXPERTS_OUTSIDE_SBO.get()
|
||||
)
|
||||
|
||||
@classmethod
|
||||
def enable_dispatch_shared_one_stream_overlap(cls):
|
||||
|
||||
Reference in New Issue
Block a user