[PD] Support fake decode for PD disaggregation without prefill node (#14628)
Co-authored-by: sunhailiang <sunhailiang@baidu.com>
This commit is contained in:
co-authored by
sunhailiang
parent
061f41affc
commit
bc3ca30023
@@ -323,7 +323,11 @@ class DecodePreallocQueue:
|
||||
req.retraction_mb_id = None
|
||||
self.retracted_queue.append(req)
|
||||
else:
|
||||
if req.bootstrap_host == FAKE_BOOTSTRAP_HOST:
|
||||
# Auto enable FAKE mode if configured
|
||||
if req.bootstrap_host == FAKE_BOOTSTRAP_HOST or (
|
||||
req.bootstrap_host is None
|
||||
and self.scheduler.server_args.disaggregation_decode_enable_fake_auto
|
||||
):
|
||||
kv_receiver_class = get_kv_class(
|
||||
TransferBackend.FAKE, KVClassType.RECEIVER
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user