[PD-Disagg] Support FAKE transfer backend for more cases (#19215)
This commit is contained in:
@@ -28,6 +28,9 @@ class FakeKVManager(BaseKVManager):
|
||||
):
|
||||
super().__init__(args, disaggregation_mode, server_args, is_mla_backend)
|
||||
|
||||
def register_to_bootstrap(self):
|
||||
pass
|
||||
|
||||
|
||||
class FakeKVSender(BaseKVSender):
|
||||
def __init__(
|
||||
|
||||
@@ -1532,7 +1532,10 @@ class Scheduler(
|
||||
|
||||
if self.disaggregation_mode != DisaggregationMode.NULL:
|
||||
# Invalid request for disaggregated mode
|
||||
if recv_req.bootstrap_room is None:
|
||||
if (
|
||||
recv_req.bootstrap_room is None
|
||||
and self.transfer_backend != TransferBackend.FAKE
|
||||
):
|
||||
error_msg = (
|
||||
f"Invalid request: Disaggregated request received without "
|
||||
f"bootstrap room id. {req.rid=}"
|
||||
|
||||
Reference in New Issue
Block a user