feat: add flush cache to EngineBase and HttpServerEngineAdapter (#6009)

2025-05-15 10:15:02 +08:00
parent 198b9056d1
commit f3bf611054
2 changed files with 8 additions and 0 deletions
--- a/python/sglang/srt/entrypoints/EngineBase.py
+++ b/python/sglang/srt/entrypoints/EngineBase.py
@@ -27,6 +27,11 @@ class EngineBase(ABC):
        """Generate outputs based on given inputs."""
        pass

+    @abstractmethod
+    def flush_cache(self):
+        """Flush the cache of the engine."""
+        pass
+
    @abstractmethod
    def update_weights_from_tensor(
        self,