Support returning customized info (#16144)

2026-01-02 02:32:18 -05:00
parent 6c8587b5db
commit dd93e4451c
8 changed files with 58 additions and 2 deletions
--- a/python/sglang/srt/layers/logits_processor.py
+++ b/python/sglang/srt/layers/logits_processor.py
@@ -15,7 +15,7 @@

 import dataclasses
 import logging
-from typing import List, Optional, Tuple, Union
+from typing import Any, Dict, List, Optional, Tuple, Union

 import torch
 import triton
@@ -101,6 +101,9 @@ class LogitsProcessorOutput:
    ## Part 4: Diffusion LLM only.
    full_logits: Optional[torch.Tensor] = None

+    ## Part 5: Customized Info
+    customized_info: Optional[Dict[str, List[Any]]] = None
+

@dataclasses.dataclass
 class LogitsMetadata: