From cc11cac77ca3768ecdfcde71e393ca3fdf17c6d4 Mon Sep 17 00:00:00 2001 From: laoyao0822 Date: Wed, 25 Mar 2026 23:27:03 +0800 Subject: [PATCH] fix(b_overlap): single batch overlap dim not match --- python/sglang/srt/batch_overlap/single_batch_overlap.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/batch_overlap/single_batch_overlap.py b/python/sglang/srt/batch_overlap/single_batch_overlap.py index 815ba8715..42cdec660 100644 --- a/python/sglang/srt/batch_overlap/single_batch_overlap.py +++ b/python/sglang/srt/batch_overlap/single_batch_overlap.py @@ -87,7 +87,7 @@ def compute_overlap_args(dispatch_output, alt_stream): hidden_states = dispatch_output.hidden_states - num_local_experts, num_tokens_static, hidden_dim = hidden_states.shape + num_local_experts, num_tokens_static = hidden_states.shape total_num_sms = torch.cuda.get_device_properties( device="cuda"