[HiCache] Clear kvcache in storage backend with fastAPI (#9750)

Co-authored-by: hzh0425 <hzh0425@apache.org>
This commit is contained in:
Teng Ma
2025-08-31 17:41:44 +08:00
committed by GitHub
co-authored by hzh0425
parent 9a0d0b754d
commit f05c68733e
8 changed files with 84 additions and 4 deletions
+10
View File
@@ -814,6 +814,16 @@ class BatchEmbeddingOut:
cached_tokens: List[int]
@dataclass
class ClearHiCacheReqInput:
pass
@dataclass
class ClearHiCacheReqOutput:
success: bool
@dataclass
class FlushCacheReqInput:
pass