[BUG] [DLLM] Missing max_running_requests value (#18740)

This commit is contained in:
Bhavneek Singh
2026-02-22 14:38:56 +09:00
committed by GitHub
parent ae62898ffb
commit 8612358ee9

View File

@@ -60,7 +60,7 @@ class SchedulerDllmMixin:
def _fetch_waiting_reqs(self: Scheduler):
# Calculate how many requests can be added to DLLM manager
max_dllm_capacity = self.server_args.max_running_requests - len(
max_dllm_capacity = self.dllm_config.max_running_requests - len(
self.dllm_manager.waiting_queue
)
num_requests_to_add = min(max_dllm_capacity, len(self.waiting_queue))