chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Revert "[Feat] Add received_time in serving_base" (#14743)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-09 06:52:27 -08:00
committed by GitHub
parent 6ec77680df
commit ab0048793c
3 changed files with 1 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/io_struct.py
View File

@@ -204,12 +204,6 @@ class GenerateReqInput(BaseReq):
# Validation step duration
validation_time: Optional[float] = None
# For metrics
received_time: Optional[float] = None
# Perf_counter equivalents for accurate time calculations
received_time_perf: Optional[float] = None
# For data parallel rank routing
data_parallel_rank: Optional[int] = None

2
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -431,7 +431,7 @@ class TokenizerManager(TokenizerCommunicatorMixin):
obj: Union[GenerateReqInput, EmbeddingReqInput],
request: Optional[fastapi.Request] = None,
):
created_time = obj.received_time if obj.received_time else time.time()
created_time = time.time()
self.auto_create_handle_loop()
obj.normalize_batch_and_arguments()