Add support for Matryoshka embeddings (#126) (#11142)

Co-authored-by: Satyam Kumar <satyamk@linkedin.com>
2025-10-27 11:49:36 -07:00
parent c11b34d599
commit 9fc3e8aac7
15 changed files with 314 additions and 12 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_embedding.py
+++ b/python/sglang/srt/entrypoints/openai/serving_embedding.py
@@ -126,6 +126,7 @@ class OpenAIServingEmbedding(OpenAIServingBase):
            **prompt_kwargs,
            rid=request.rid,
            priority=request.priority,
+            dimensions=request.dimensions,
        )

        return adapted_request, request