Tiny fix prefill delayer not support non-fcfs schedule policy (#16471)

This commit is contained in:
fzyzcjy
2026-01-05 16:28:54 +08:00
committed by GitHub
parent 9d6029fb92
commit 4d737db857
2 changed files with 111 additions and 61 deletions

View File

@@ -23,9 +23,6 @@ class PrefillDelayer:
self.curr_delayed_count = 0
self.max_delay_passes = envs.SGLANG_PREFILL_DELAYER_MAX_DELAY_PASSES.get()
assert (
server_args.schedule_policy == "fcfs"
), f"To use PrefillDelayer, schedule_policy must be 'fcfs'. '{server_args.schedule_policy}' is not supported."
assert (
server_args.enable_dp_attention
), "To use PrefillDelayer, enable_dp_attention must be enabled."