diff --git a/python/sglang/srt/entrypoints/openai/protocol.py b/python/sglang/srt/entrypoints/openai/protocol.py index 998ff0b08..d892135c6 100644 --- a/python/sglang/srt/entrypoints/openai/protocol.py +++ b/python/sglang/srt/entrypoints/openai/protocol.py @@ -715,6 +715,13 @@ class ChatCompletionRequest(BaseModel): ) return value + # add per user request + spaces_between_special_tokens = ( + True + if self.chat_template_kwargs is None + else self.chat_template_kwargs.get("spaces_between_special_tokens", True) + ) + sampling_params = { "temperature": get_param("temperature"), "max_new_tokens": self.max_completion_tokens or self.max_tokens, @@ -737,6 +744,7 @@ class ChatCompletionRequest(BaseModel): "logit_bias": self.logit_bias, "custom_params": self.custom_params, "sampling_seed": self.seed, + "spaces_between_special_tokens": spaces_between_special_tokens, } if self.response_format and self.response_format.type == "json_schema":