Remove hybrid_kvcache_ratio in server args (#16399)

This commit is contained in:
Ke Bao
2026-01-06 13:13:13 +08:00
committed by GitHub
parent 7be1a8c70c
commit 3aa11ca722
5 changed files with 16 additions and 71 deletions
+1 -1
View File
@@ -71,7 +71,7 @@ class BaseTpWorker(ABC):
@property
def is_hybrid_swa(self) -> bool:
return self.model_runner.is_hybrid_swa is not None
return self.model_runner.is_hybrid_swa
def get_tokens_per_layer_info(self):
return (