Distinguish bootstrap key only in decode server (#5422)

2025-04-15 20:59:28 +08:00
parent ffde65a094
commit 33b16ad178
3 changed files with 18 additions and 29 deletions
@@ -28,13 +28,7 @@ import numpy as np
 import torch
 from torch.distributed import ProcessGroup

-from sglang.srt.disaggregation.base import (
-    BaseKVManager,
-    BaseKVReceiver,
-    BaseKVSender,
-    KVArgs,
-    KVPoll,
-)
+from sglang.srt.disaggregation.base import BaseKVManager, BaseKVReceiver, KVArgs, KVPoll
 from sglang.srt.disaggregation.utils import (
    DisaggregationMode,
    KVClassType,