From 993ec178ef2c9efa5b4e87a9ebeee179ac1a51a3 Mon Sep 17 00:00:00 2001 From: Koushik Dutta Date: Sun, 1 Feb 2026 14:49:00 -0800 Subject: [PATCH] [BUGFIX]: using language-only should not reserve space for the vision encoder (#18011) Co-authored-by: root --- python/sglang/srt/server_args.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index b1fd7edf7..dedb90c6c 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1057,7 +1057,7 @@ class ServerArgs: # Multimodal models need more memory for the image processing, # so we adjust the mem_fraction_static accordingly. model_config = self.get_model_config() - if model_config.is_multimodal: + if model_config.is_multimodal and not self.language_only: self.adjust_mem_fraction_for_vlm(model_config) # If symm mem is enabled and prealloc size is not set, set it to 4GB