Support limiting max loaded loras in CPU. (#8650)

2025-08-03 00:02:23 -07:00
parent a437aa9987
commit 8675bdf246
8 changed files with 163 additions and 58 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -1097,7 +1097,7 @@ class UnloadLoRAAdapterReqInput:
 class LoRAUpdateResult:
    success: bool
    error_message: Optional[str] = None
-    loaded_adapters: Dict[str, LoRARef] = field(default_factory=dict)
+    loaded_adapters: Optional[Dict[str, LoRARef]] = None


 LoadLoRAAdapterReqOutput = UnloadLoRAAdapterReqOutput = LoRAUpdateResult