[model gateway][0/N] router EPD support: add encoder grpc server backend support (#16552)
Co-authored-by: Zongyao Chen <ZongYao.Chen@linux.alibaba.com> Co-authored-by: Zongyao Chen <solar1s@163.com>
This commit is contained in:
co-authored by
Zongyao Chen
Zongyao Chen
parent
facde4c6d3
commit
d939e26585
@@ -13,14 +13,21 @@ suppress_noisy_warnings()
|
||||
|
||||
def run_server(server_args):
|
||||
"""Run the server based on server_args.grpc_mode and server_args.encoder_only."""
|
||||
if server_args.grpc_mode:
|
||||
if server_args.encoder_only:
|
||||
if server_args.grpc_mode:
|
||||
from sglang.srt.disaggregation.encode_grpc_server import (
|
||||
serve_grpc_encoder,
|
||||
)
|
||||
|
||||
asyncio.run(serve_grpc_encoder(server_args))
|
||||
else:
|
||||
from sglang.srt.disaggregation.encode_server import launch_server
|
||||
|
||||
launch_server(server_args)
|
||||
elif server_args.grpc_mode:
|
||||
from sglang.srt.entrypoints.grpc_server import serve_grpc
|
||||
|
||||
asyncio.run(serve_grpc(server_args))
|
||||
elif server_args.encoder_only:
|
||||
from sglang.srt.disaggregation.encode_server import launch_server
|
||||
|
||||
launch_server(server_args)
|
||||
else:
|
||||
# Default mode: HTTP mode.
|
||||
from sglang.srt.entrypoints.http_server import launch_server
|
||||
|
||||
Reference in New Issue
Block a user