[PP] Add pipeline parallelism (#5724)

2025-04-30 18:18:07 -07:00
parent e97e57e699
commit 11383cec3c
25 changed files with 1150 additions and 308 deletions
@@ -278,7 +278,7 @@ class SchedulerOutputProcessorMixin:
            self.attn_tp_rank == 0
            and self.forward_ct_decode % self.server_args.decode_log_interval == 0
        ):
-            self.log_decode_stats()
+            self.log_decode_stats(running_batch=batch)

    def add_input_logprob_return_values(
        self: Scheduler,