Move mem_fraction_static adjustment for multimodal models to server_args.py & Fix session control & Other cleanups (#7748)

2025-07-04 16:33:33 -07:00
parent 975a5ec69c
commit 14229ccf8f
16 changed files with 339 additions and 137 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -39,6 +39,7 @@ class SessionParams:
    rid: Optional[str] = None
    offset: Optional[int] = None
    replace: Optional[bool] = None
+    drop_previous_output: Optional[bool] = None


 AudioDataItem = Union[str, Dict]