diff --git a/python/sglang/srt/entrypoints/http_server.py b/python/sglang/srt/entrypoints/http_server.py index fe0f23a5b..4eb546f68 100644 --- a/python/sglang/srt/entrypoints/http_server.py +++ b/python/sglang/srt/entrypoints/http_server.py @@ -2078,7 +2078,7 @@ def launch_server( fd=reserved_socket.fileno(), root_path=server_args.fastapi_root_path, log_level=server_args.log_level_http or server_args.log_level, - timeout_keep_alive=5, + timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(), loop="uvloop", ssl_keyfile=server_args.ssl_keyfile, ssl_certfile=server_args.ssl_certfile, @@ -2114,7 +2114,7 @@ def launch_server( fd=reserved_socket.fileno(), root_path=server_args.fastapi_root_path, log_level=server_args.log_level_http or server_args.log_level, - timeout_keep_alive=5, + timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(), loop="uvloop", ssl_keyfile=server_args.ssl_keyfile, ssl_certfile=server_args.ssl_certfile, @@ -2144,7 +2144,7 @@ def launch_server( fd=reserved_socket.fileno(), root_path=server_args.fastapi_root_path, log_level=server_args.log_level_http or server_args.log_level, - timeout_keep_alive=5, + timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(), loop="uvloop", workers=server_args.tokenizer_worker_num, ssl_keyfile=server_args.ssl_keyfile, diff --git a/python/sglang/srt/environ.py b/python/sglang/srt/environ.py index 5416151e3..cd10b1281 100644 --- a/python/sglang/srt/environ.py +++ b/python/sglang/srt/environ.py @@ -463,6 +463,9 @@ class Envs: # Warmup SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm + # HTTP Server + SGLANG_TIMEOUT_KEEP_ALIVE = EnvInt(5) + # Health Check SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION = EnvBool(True)