Minor bugfix on benchmark serving (#1005)

2024-08-10 02:53:50 +10:00
parent b568df5d03
commit 05c50a82b8
1 changed files with 2 additions and 1 deletions
@@ -195,7 +195,8 @@ async def async_request_openai_completions(
                                    output.ttft = ttft

                                # Decoding phase
-                                output.itl.append(timestamp - most_recent_timestamp)
+                                else:
+                                    output.itl.append(timestamp - most_recent_timestamp)

                                most_recent_timestamp = timestamp
                                generated_text += data["choices"][0]["text"]