Support prefill max requests limitation (#14993)

2025-12-14 10:52:10 +08:00
parent 69cfb17b9a
commit 168a31eb00
3 changed files with 14 additions and 0 deletions
@@ -1822,6 +1822,7 @@ class Scheduler(
            chunked_prefill_size,
            running_bs if self.is_mixed_chunk else 0,
            self.priority_scheduling_preemption_threshold,
+            prefill_max_requests=self.server_args.prefill_max_requests,
        )

        if self.chunked_req is not None: