From e220da1723cbf1a79bb2762e1ee09a5cb0ccac7d Mon Sep 17 00:00:00 2001 From: Qiaolin Yu Date: Fri, 19 Dec 2025 20:32:13 -0800 Subject: [PATCH] tiny fix sampling seed for completion api (#15498) --- python/sglang/srt/entrypoints/openai/protocol.py | 1 + python/sglang/srt/entrypoints/openai/serving_completions.py | 1 + 2 files changed, 2 insertions(+) diff --git a/python/sglang/srt/entrypoints/openai/protocol.py b/python/sglang/srt/entrypoints/openai/protocol.py index 700e10448..34aa364cf 100644 --- a/python/sglang/srt/entrypoints/openai/protocol.py +++ b/python/sglang/srt/entrypoints/openai/protocol.py @@ -656,6 +656,7 @@ class ChatCompletionRequest(BaseModel): "skip_special_tokens": self.skip_special_tokens, "logit_bias": self.logit_bias, "custom_params": self.custom_params, + "sampling_seed": self.seed, } if self.response_format and self.response_format.type == "json_schema": diff --git a/python/sglang/srt/entrypoints/openai/serving_completions.py b/python/sglang/srt/entrypoints/openai/serving_completions.py index 144b7d587..c6bd4bc9f 100644 --- a/python/sglang/srt/entrypoints/openai/serving_completions.py +++ b/python/sglang/srt/entrypoints/openai/serving_completions.py @@ -152,6 +152,7 @@ class OpenAIServingCompletion(OpenAIServingBase): "skip_special_tokens": request.skip_special_tokens, "logit_bias": request.logit_bias, "custom_params": request.custom_params, + "sampling_seed": request.seed, } # Handle response_format constraints