Tiny add Engine.flush_cache API (#5241)

2025-04-20 18:15:03 -07:00
parent 5239d79568
commit 1195182040
5 changed files with 29 additions and 11 deletions
@@ -671,10 +671,15 @@ class BatchEmbeddingOut:


@dataclass
-class FlushCacheReq:
+class FlushCacheReqInput:
    pass


+@dataclass
+class FlushCacheReqOutput:
+    success: bool
+
+
@dataclass
 class UpdateWeightFromDiskReqInput:
    # The model path with the new weights