metrics: support customer labels specified in request header (#10143)

2025-09-15 11:00:08 +08:00
parent 8f6a175803
commit fc2c3a3d8e
11 changed files with 126 additions and 28 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -141,6 +141,9 @@ class GenerateReqInput:
    # Image gen grpc migration
    return_bytes: bool = False

+    # For customer metric labels
+    customer_labels: Optional[Dict[str, str]] = None
+
    def contains_mm_input(self) -> bool:
        return (
            has_valid_data(self.image_data)