[Disagg] Fix decode querying unregistered dp_rank when prefill dp_size is 1 (#19305)
Co-authored-by: Yangmin Li <yangminl@nvidia.com>
This commit is contained in:
@@ -374,6 +374,9 @@ class DecodePreallocQueue:
|
||||
if prefill_info is None:
|
||||
return None
|
||||
|
||||
if prefill_info.dp_size == 1:
|
||||
return 0
|
||||
|
||||
if prefill_info.follow_bootstrap_room:
|
||||
return req.bootstrap_room % prefill_info.dp_size
|
||||
|
||||
|
||||
Reference in New Issue
Block a user