chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Revert "[Feat] Add received_time in serving_base" (#14743)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-09 06:52:27 -08:00
committed by GitHub
parent 6ec77680df
commit ab0048793c
3 changed files with 1 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/entrypoints/openai/serving_base.py
View File

@@ -88,9 +88,6 @@ class OpenAIServingBase(ABC):
"""Handle the specific request type with common pattern
If you want to override this method, you should be careful to record the validation time.
"""
received_time = time.time()
received_time_perf = time.perf_counter()
try:
# Validate request
validation_start = time.perf_counter()
@@ -106,12 +103,6 @@ class OpenAIServingBase(ABC):
if hasattr(adapted_request, "validation_time"):
adapted_request.validation_time = validation_time
if hasattr(adapted_request, "received_time"):
adapted_request.received_time = received_time
if hasattr(adapted_request, "received_time_perf"):
adapted_request.received_time_perf = received_time_perf
# Note(Xinyuan): raw_request below is only used for detecting the connection of the client
if hasattr(request, "stream") and request.stream:
return await self._handle_streaming_request(