[Feat] Add received_time in serving_base (#13432)

Signed-off-by: zhanghaotong <zhanghaotong.zht@antgroup.com>

python/sglang/srt/managers/io_struct.py

@@ -204,6 +204,12 @@ class GenerateReqInput(BaseReq):
     # Validation step duration
     validation_time: Optional[float] = None
 
+    # For metrics
+    received_time: Optional[float] = None
+
+    # Perf_counter equivalents for accurate time calculations
+    received_time_perf: Optional[float] = None
+
     # For data parallel rank routing
     data_parallel_rank: Optional[int] = None
 

python/sglang/srt/managers/tokenizer_manager.py

@@ -431,7 +431,7 @@ class TokenizerManager(TokenizerCommunicatorMixin):
         obj: Union[GenerateReqInput, EmbeddingReqInput],
         request: Optional[fastapi.Request] = None,
     ):
-        created_time = time.time()
+        created_time = obj.received_time if obj.received_time else time.time()
         self.auto_create_handle_loop()
         obj.normalize_batch_and_arguments()