chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix bug in symm mem pre-allocation default (#19082)

Browse Source
This commit is contained in:
Nicolas Castet
2026-02-20 21:51:28 -06:00
committed by GitHub
parent afd91e8782
commit 51b3ed02ca
1 changed files with 7 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
python/sglang/srt/server_args.py
View File

@@ -1068,16 +1068,13 @@ class ServerArgs:
if model_config.is_multimodal and not self.language_only:
self.adjust_mem_fraction_for_vlm(model_config)
# If symm mem is enabled and prealloc size is not set, set it to 4GB
if (
self.enable_symm_mem
and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set()
):
envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4)
logger.warning(
"Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."
"Use environment variable SGLANG_SYMM_MEM_PREALLOC_GB_SIZE to change the prealloc size."
)
# If symm mem is enabled and prealloc size is not set, set it to 4GB
if self.enable_symm_mem and not envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.is_set():
envs.SGLANG_SYMM_MEM_PREALLOC_GB_SIZE.set(4)
logger.warning(
"Symmetric memory is enabled, setting symmetric memory prealloc size to 4GB as default."
"Use environment variable SGLANG_SYMM_MEM_PREALLOC_GB_SIZE to change the prealloc size."
)
def _generate_cuda_graph_batch_sizes(self):
"""