Remove unnecessary kernels of num_token_non_padded (#6965)

2025-06-08 20:09:17 +08:00
parent 20d3ad3b58
commit 2fc1299562
3 changed files with 33 additions and 27 deletions
--- a/python/sglang/srt/two_batch_overlap.py
+++ b/python/sglang/srt/two_batch_overlap.py
@@ -131,9 +131,6 @@ class TboCudaGraphRunnerPlugin:
    def replay_prepare(
        self, forward_mode: ForwardMode, bs: int, num_token_non_padded: int
    ):
-        if not global_server_args_dict["enable_two_batch_overlap"]:
-            return
-
        tbo_split_seq_index, tbo_split_token_index = (
            compute_split_indices_for_cuda_graph_replay(
                forward_mode=forward_mode,