[model gateway][0/N] router EPD support: add encoder grpc server backend support (#16552)

Co-authored-by: Zongyao Chen <ZongYao.Chen@linux.alibaba.com>
Co-authored-by: Zongyao Chen <solar1s@163.com>
This commit is contained in:
Jasonzhang517
2026-03-03 19:38:15 +08:00
committed by GitHub
co-authored by Zongyao Chen Zongyao Chen
parent facde4c6d3
commit d939e26585
14 changed files with 1226 additions and 175 deletions
+12 -5
View File
@@ -13,14 +13,21 @@ suppress_noisy_warnings()
def run_server(server_args):
"""Run the server based on server_args.grpc_mode and server_args.encoder_only."""
if server_args.grpc_mode:
if server_args.encoder_only:
if server_args.grpc_mode:
from sglang.srt.disaggregation.encode_grpc_server import (
serve_grpc_encoder,
)
asyncio.run(serve_grpc_encoder(server_args))
else:
from sglang.srt.disaggregation.encode_server import launch_server
launch_server(server_args)
elif server_args.grpc_mode:
from sglang.srt.entrypoints.grpc_server import serve_grpc
asyncio.run(serve_grpc(server_args))
elif server_args.encoder_only:
from sglang.srt.disaggregation.encode_server import launch_server
launch_server(server_args)
else:
# Default mode: HTTP mode.
from sglang.srt.entrypoints.http_server import launch_server