[PD] Support decode pp for PD disaggregation (#14265)
Signed-off-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
@@ -283,7 +283,7 @@ class MooncakeKVManager(CommonKVManager):
|
||||
|
||||
layers_params = None
|
||||
|
||||
# pp is not supported on the decode side yet
|
||||
# Decode pp size should be equal to prefill pp size or 1
|
||||
if self.is_mla_backend:
|
||||
src_kv_ptrs, dst_kv_ptrs, layers_current_pp_stage = (
|
||||
self.get_mla_kv_ptrs_with_pp(src_data_ptrs, dst_data_ptrs)
|
||||
@@ -1199,7 +1199,7 @@ class MooncakeKVReceiver(CommonKVReceiver):
|
||||
packed_state_data_ptrs = b"".join(
|
||||
struct.pack("Q", ptr) for ptr in self.kv_mgr.kv_args.state_data_ptrs
|
||||
)
|
||||
# Note(shangming): No need to add pp rank here since pp is not supported on the decode side yet
|
||||
# Note(shangming): No need to add pp rank here since decode pp size should be equal to prefill pp size or 1
|
||||
tp_rank = self.kv_mgr.kv_args.engine_rank
|
||||
kv_item_len = self.kv_mgr.kv_args.kv_item_lens[0]
|
||||
dst_tp_rank = str(tp_rank).encode("ascii")
|
||||
|
||||
Reference in New Issue
Block a user