Fix qwen3 tbo/dp-lm-head (#6652)

2025-05-27 15:38:27 +08:00
parent ce9d690ef4
commit b18416fbf8
3 changed files with 3 additions and 1 deletions
--- a/python/sglang/srt/two_batch_overlap.py
+++ b/python/sglang/srt/two_batch_overlap.py
@@ -370,7 +370,7 @@ def model_forward_maybe_tbo(
        hidden_states=hidden_states,
        forward_batch=forward_batch,
        residual=residual,
-        **(dict(zero_allocator=zero_allocator) if zero_allocator is not None else {}),
+        zero_allocator=zero_allocator,
    )
    layer_input_scatter_mode = layers[0].layer_scatter_modes.layer_input_mode
    operations_strategy = OperationsStrategy.init_new_tbo(