Tiny pass routing key to scheduler processes (#16839)

2026-01-10 10:13:00 +08:00
parent 6406a5969b
commit 15da3061bc
7 changed files with 19 additions and 0 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_embedding.py
+++ b/python/sglang/srt/entrypoints/openai/serving_embedding.py
@@ -130,6 +130,7 @@ class OpenAIServingEmbedding(OpenAIServingBase):
            **prompt_kwargs,
            rid=request.rid,
            priority=request.priority,
+            routing_key=self.extract_routing_key(raw_request),
            dimensions=request.dimensions,
        )