Remove hybrid_kvcache_ratio in server args (#16399)
This commit is contained in:
@@ -71,7 +71,7 @@ class BaseTpWorker(ABC):
|
||||
|
||||
@property
|
||||
def is_hybrid_swa(self) -> bool:
|
||||
return self.model_runner.is_hybrid_swa is not None
|
||||
return self.model_runner.is_hybrid_swa
|
||||
|
||||
def get_tokens_per_layer_info(self):
|
||||
return (
|
||||
|
||||
Reference in New Issue
Block a user