chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[model-gateway]: fix grpc embedding test (#15934)

Browse Source
This commit is contained in:
Ratish P
2025-12-27 14:56:54 +04:00
committed by GitHub
parent 0e25aa439b
commit ca740a41f3
4 changed files with 118 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/entrypoints/grpc_server.py
View File

@@ -210,7 +210,10 @@ class SGLangSchedulerServicer(sglang_scheduler_pb2_grpc.SglangSchedulerServicer)
sampling_params.normalize(tokenizer=None)
# Create health check request
is_generation = self.scheduler_info.get("is_generation", True)
is_generation = self.scheduler_info.get("is_generation")
if is_generation is None:
is_generation = not self.server_args.is_embedding
if is_generation:
health_req = TokenizedGenerateReqInput(
rid=rid,
@@ -229,6 +232,7 @@ class SGLangSchedulerServicer(sglang_scheduler_pb2_grpc.SglangSchedulerServicer)
health_req.bootstrap_host = FAKE_BOOTSTRAP_HOST
health_req.bootstrap_room = 0
else:
sampling_params.max_new_tokens = 0
health_req = TokenizedEmbeddingReqInput(
rid=rid,
input_text="",