HiSparse for Sparse Attention (#20343)

This commit is contained in:
Zhiqiang Xie
2026-03-22 23:09:31 -07:00
committed by GitHub
parent 44db0c59cf
commit 13f4f010d8
20 changed files with 1691 additions and 58 deletions
@@ -371,6 +371,9 @@ class SchedulerRuntimeCheckerMixin:
queue_size += len(self.decode_offload_manager.ongoing_offload)
if queue_size:
return
elif self.enable_hisparse:
if self.hisparse_coordinator.has_ongoing_staging():
return
self.check_memory()
self.check_tree_cache()