tiny fix sampling seed for completion api (#15498)
This commit is contained in:
@@ -656,6 +656,7 @@ class ChatCompletionRequest(BaseModel):
|
||||
"skip_special_tokens": self.skip_special_tokens,
|
||||
"logit_bias": self.logit_bias,
|
||||
"custom_params": self.custom_params,
|
||||
"sampling_seed": self.seed,
|
||||
}
|
||||
|
||||
if self.response_format and self.response_format.type == "json_schema":
|
||||
|
||||
@@ -152,6 +152,7 @@ class OpenAIServingCompletion(OpenAIServingBase):
|
||||
"skip_special_tokens": request.skip_special_tokens,
|
||||
"logit_bias": request.logit_bias,
|
||||
"custom_params": request.custom_params,
|
||||
"sampling_seed": request.seed,
|
||||
}
|
||||
|
||||
# Handle response_format constraints
|
||||
|
||||
Reference in New Issue
Block a user