metrics: support customer labels specified in request header (#10143)

2025-09-15 11:00:08 +08:00
parent 8f6a175803
commit fc2c3a3d8e
11 changed files with 126 additions and 28 deletions
--- a/python/sglang/srt/entrypoints/openai/serving_embedding.py
+++ b/python/sglang/srt/entrypoints/openai/serving_embedding.py
@@ -74,6 +74,7 @@ class OpenAIServingEmbedding(OpenAIServingBase):
    def _convert_to_internal_request(
        self,
        request: EmbeddingRequest,
+        raw_request: Request = None,
    ) -> tuple[EmbeddingReqInput, EmbeddingRequest]:
        """Convert OpenAI embedding request to internal format"""
        prompt = request.input