chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[PD] Support decode overlap schedule (#5608)

Browse Source
This commit is contained in:
Byron Hsu
2025-04-21 12:06:16 -07:00
committed by GitHub
parent 4dce1cc608
commit e65b9f21e3
3 changed files with 49 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/server_args.py
View File

@@ -387,14 +387,12 @@ class ServerArgs:
# PD disaggregation
if self.disaggregation_mode == "prefill":
self.disable_cuda_graph = True
logger.warning("KV cache is forced as chunk cache for decode server")
logger.warning("Cuda graph is disabled for prefill server")
self.disable_overlap_schedule = True
logger.warning("Overlap scheduler is disabled for prefill server")
elif self.disaggregation_mode == "decode":
self.disable_radix_cache = True
logger.warning("Cuda graph is disabled for prefill server")
self.disable_overlap_schedule = True
logger.warning("Overlap scheduler is disabled for decode server")
logger.warning("KV cache is forced as chunk cache for decode server")
os.environ["SGLANG_ENABLE_TORCH_COMPILE"] = (
"1" if self.enable_torch_compile else "0"