chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix]HTTP Stream raise exception (#11904)

Browse Source
This commit is contained in:
Jimmy
2025-11-07 03:23:12 +08:00
committed by GitHub
parent 78c58621d2
commit 88a2a34041
1 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -996,7 +996,11 @@ class TokenizerManager(TokenizerCommunicatorMixin):
finish_reason.get("type") == "abort"
and finish_reason.get("status_code") == HTTPStatus.BAD_REQUEST
):
raise ValueError(finish_reason["message"])
if not obj.stream:
raise ValueError(finish_reason["message"])
else:
yield out
break
if finish_reason.get("type") == "abort" and finish_reason.get(
"status_code"
@@ -1013,11 +1017,14 @@ class TokenizerManager(TokenizerCommunicatorMixin):
# Mark ongoing LoRA request as finished.
if self.server_args.enable_lora and state.obj.lora_path:
await self.lora_registry.release(state.obj.lora_id)
raise fastapi.HTTPException(
status_code=finish_reason["status_code"],
detail=finish_reason["message"],
)
if not obj.stream:
raise fastapi.HTTPException(
status_code=finish_reason["status_code"],
detail=finish_reason["message"],
)
else:
yield out
break
yield out
break