Update bench_serving.py (#4454)

2025-03-15 16:33:58 -07:00
parent 26c372c13c
commit 470b474075
1 changed files with 1 additions and 1 deletions
@@ -128,7 +128,7 @@ async def async_request_trt_llm(
                        timestamp = time.perf_counter()
                        # First token
                        if ttft == 0.0:
-                            ttft = time.perf_counter() - st
+                            ttft = timestamp - st
                            output.ttft = ttft

                        # Decoding phase