[PD] Support fake decode for PD disaggregation without prefill node (#14628)

Co-authored-by: sunhailiang <sunhailiang@baidu.com>
This commit is contained in:
Baidu-AIAK
2025-12-23 12:43:33 +08:00
committed by GitHub
co-authored by sunhailiang
parent 061f41affc
commit bc3ca30023
3 changed files with 23 additions and 1 deletions
+5 -1
View File
@@ -323,7 +323,11 @@ class DecodePreallocQueue:
req.retraction_mb_id = None
self.retracted_queue.append(req)
else:
if req.bootstrap_host == FAKE_BOOTSTRAP_HOST:
# Auto enable FAKE mode if configured
if req.bootstrap_host == FAKE_BOOTSTRAP_HOST or (
req.bootstrap_host is None
and self.scheduler.server_args.disaggregation_decode_enable_fake_auto
):
kv_receiver_class = get_kv_class(
TransferBackend.FAKE, KVClassType.RECEIVER
)