From de3d1e766949f7dae20728095ba3ec4623ebf086 Mon Sep 17 00:00:00 2001 From: Yilong Zhao <74357408+happierpig@users.noreply.github.com> Date: Wed, 25 Feb 2026 21:26:25 -0800 Subject: [PATCH] [misc] use ORJSONResponse in http-server generate (#19191) --- python/sglang/srt/entrypoints/http_server.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/entrypoints/http_server.py b/python/sglang/srt/entrypoints/http_server.py index 5b67c1d78..e40878396 100644 --- a/python/sglang/srt/entrypoints/http_server.py +++ b/python/sglang/srt/entrypoints/http_server.py @@ -676,13 +676,13 @@ async def generate_request(obj: GenerateReqInput, request: Request): obj, request ): yield b"data: " + orjson.dumps( - out, option=orjson.OPT_NON_STR_KEYS + out, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY ) + b"\n\n" except ValueError as e: out = {"error": {"message": str(e)}} logger.error(f"[http_server] Error: {e}") yield b"data: " + orjson.dumps( - out, option=orjson.OPT_NON_STR_KEYS + out, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY ) + b"\n\n" yield b"data: [DONE]\n\n" @@ -696,7 +696,12 @@ async def generate_request(obj: GenerateReqInput, request: Request): ret = await _global_state.tokenizer_manager.generate_request( obj, request ).__anext__() - return ret + return Response( + content=orjson.dumps( + ret, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY + ), + media_type="application/json", + ) except ValueError as e: logger.error(f"[http_server] Error: {e}") return _create_error_response(e)