Tiny fix prefill delayer not support non-fcfs schedule policy (#16471)
This commit is contained in:
@@ -23,9 +23,6 @@ class PrefillDelayer:
|
||||
self.curr_delayed_count = 0
|
||||
self.max_delay_passes = envs.SGLANG_PREFILL_DELAYER_MAX_DELAY_PASSES.get()
|
||||
|
||||
assert (
|
||||
server_args.schedule_policy == "fcfs"
|
||||
), f"To use PrefillDelayer, schedule_policy must be 'fcfs'. '{server_args.schedule_policy}' is not supported."
|
||||
assert (
|
||||
server_args.enable_dp_attention
|
||||
), "To use PrefillDelayer, enable_dp_attention must be enabled."
|
||||
|
||||
Reference in New Issue
Block a user