From a6f53cc5e3ac7eb8ae9e4236d9834897684505ad Mon Sep 17 00:00:00 2001 From: RunningLeon Date: Wed, 4 Feb 2026 22:18:36 +0800 Subject: [PATCH] entrypoint: support passing spaces_between_special_tokens per request (#17939) --- python/sglang/srt/entrypoints/openai/protocol.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/python/sglang/srt/entrypoints/openai/protocol.py b/python/sglang/srt/entrypoints/openai/protocol.py index 998ff0b08..d892135c6 100644 --- a/python/sglang/srt/entrypoints/openai/protocol.py +++ b/python/sglang/srt/entrypoints/openai/protocol.py @@ -715,6 +715,13 @@ class ChatCompletionRequest(BaseModel): ) return value + # add per user request + spaces_between_special_tokens = ( + True + if self.chat_template_kwargs is None + else self.chat_template_kwargs.get("spaces_between_special_tokens", True) + ) + sampling_params = { "temperature": get_param("temperature"), "max_new_tokens": self.max_completion_tokens or self.max_tokens, @@ -737,6 +744,7 @@ class ChatCompletionRequest(BaseModel): "logit_bias": self.logit_bias, "custom_params": self.custom_params, "sampling_seed": self.seed, + "spaces_between_special_tokens": spaces_between_special_tokens, } if self.response_format and self.response_format.type == "json_schema":