tiny fix sampling seed for completion api (#15498)

This commit is contained in:
Qiaolin Yu
2025-12-19 20:32:13 -08:00
committed by GitHub
parent b82c7a0ae7
commit e220da1723
2 changed files with 2 additions and 0 deletions

View File

@@ -656,6 +656,7 @@ class ChatCompletionRequest(BaseModel):
"skip_special_tokens": self.skip_special_tokens,
"logit_bias": self.logit_bias,
"custom_params": self.custom_params,
"sampling_seed": self.seed,
}
if self.response_format and self.response_format.type == "json_schema":

View File

@@ -152,6 +152,7 @@ class OpenAIServingCompletion(OpenAIServingBase):
"skip_special_tokens": request.skip_special_tokens,
"logit_bias": request.logit_bias,
"custom_params": request.custom_params,
"sampling_seed": request.seed,
}
# Handle response_format constraints