[Qwen3-next] support mamba radix cache for overlap scheduler (#14792)
This commit is contained in:
@@ -155,8 +155,16 @@ class HybridMambaDecodeReqToTokenPool(HybridReqToTokenPool):
|
||||
pre_alloc_size=pre_alloc_size,
|
||||
)
|
||||
self.enable_memory_saver = enable_memory_saver
|
||||
self.enable_mamba_extra_buffer = (
|
||||
False # TODO: add PD support for mamba cache extra_buffer
|
||||
)
|
||||
self._init_mamba_pool(
|
||||
size + pre_alloc_size, cache_params, device, speculative_num_draft_tokens
|
||||
size=size + pre_alloc_size,
|
||||
mamba_spec_state_size=size + pre_alloc_size,
|
||||
cache_params=cache_params,
|
||||
device=device,
|
||||
enable_mamba_extra_buffer=self.enable_mamba_extra_buffer,
|
||||
speculative_num_draft_tokens=speculative_num_draft_tokens,
|
||||
)
|
||||
|
||||
def clear(self):
|
||||
|
||||
Reference in New Issue
Block a user