Decouple grammar logic out of scheduler. (#16820)

This commit is contained in:
Liangsheng Yin
2026-01-12 10:52:42 +08:00
committed by GitHub
parent 38a88479c6
commit 5b7bed7ca4
6 changed files with 186 additions and 143 deletions
@@ -288,7 +288,7 @@ class SchedulerRuntimeCheckerMixin:
self.stats.token_usage = round(token_usage, 2)
self.stats.gen_throughput = 0
self.stats.num_queue_reqs = len(self.waiting_queue)
self.stats.num_grammar_queue_reqs = len(self.grammar_queue)
self.stats.num_grammar_queue_reqs = len(self.grammar_manager)
if self.disaggregation_mode == DisaggregationMode.PREFILL:
self.stats.num_prefill_prealloc_queue_reqs = len(
self.disagg_prefill_bootstrap_queue.queue