Add support for Batch API test (#936)

2024-08-07 14:52:10 +08:00
parent 41bb1ab10d
commit 795eab6dda
5 changed files with 164 additions and 4 deletions
--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -95,6 +95,12 @@ class FileResponse(BaseModel):
    purpose: str


+class FileDeleteResponse(BaseModel):
+    id: str
+    object: str = "file"
+    deleted: bool
+
+
 class BatchRequest(BaseModel):
    input_file_id: (
        str  # The ID of an uploaded file that contains requests for the new batch