chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix KeyError when logprobs=false in completions endpoint (#16095)

Browse Source
This commit is contained in:
Harish
2026-01-07 15:49:02 -08:00
committed by GitHub
parent 24b30f7757
commit 156d97b219
2 changed files with 34 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
python/sglang/srt/entrypoints/openai/serving_completions.py
View File

@@ -242,9 +242,9 @@ class OpenAIServingCompletion(OpenAIServingBase):
output_token_logprobs=content["meta_info"][
"output_token_logprobs"
][n_prev_token:],
output_top_logprobs=content["meta_info"]["output_top_logprobs"][
n_prev_token:
],
output_top_logprobs=content["meta_info"].get(
"output_top_logprobs", []
)[n_prev_token:],
)
n_prev_tokens[index] = len(
content["meta_info"]["output_token_logprobs"]
@@ -398,10 +398,12 @@ class OpenAIServingCompletion(OpenAIServingBase):
logprobs = to_openai_style_logprobs(
input_token_logprobs=input_token_logprobs,
input_top_logprobs=input_top_logprobs,
output_token_logprobs=ret_item["meta_info"][
"output_token_logprobs"
],
output_top_logprobs=ret_item["meta_info"]["output_top_logprobs"],
output_token_logprobs=ret_item["meta_info"].get(
"output_token_logprobs", []
),
output_top_logprobs=ret_item["meta_info"].get(
"output_top_logprobs", []
),
)
# Handle hidden states