Super tiny move last_prefill_tokens to metrics mixin (#15857)
This commit is contained in:
@@ -732,8 +732,6 @@ class Scheduler(
|
||||
# The last forward batch
|
||||
self.last_batch: Optional[ScheduleBatch] = None
|
||||
self.forward_ct = 0
|
||||
self.last_prefill_tokens = 0
|
||||
self.last_prefill_cache_tokens = 0
|
||||
self.return_health_check_ct = 0
|
||||
self.num_retracted_reqs: int = 0
|
||||
self.num_paused_reqs: int = 0
|
||||
|
||||
Reference in New Issue
Block a user