fix(b_overlap): single batch overlap dim not match

2026-03-25 23:27:03 +08:00
parent 6efa9b4350
commit cc11cac77c
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/batch_overlap/single_batch_overlap.py
+++ b/python/sglang/srt/batch_overlap/single_batch_overlap.py
@@ -87,7 +87,7 @@ def compute_overlap_args(dispatch_output, alt_stream):

    hidden_states = dispatch_output.hidden_states

-    num_local_experts, num_tokens_static, hidden_dim = hidden_states.shape
+    num_local_experts, num_tokens_static = hidden_states.shape

    total_num_sms = torch.cuda.get_device_properties(
        device="cuda"