[minor] sync code on python/sglang/test/test_deterministic.py and improve ci tests (#11777)
Co-authored-by: Stefan He <hebiaobuaa@gmail.com> Co-authored-by: Byron Hsu <byronhsu1230@gmail.com>
This commit is contained in:
co-authored by
Stefan He
Byron Hsu
parent
20b8d2306c
commit
b9a54e0968
@@ -879,6 +879,8 @@ class BatchMultimodalDecodeReq(BaseBatchReq):
|
||||
placeholder_tokens_idx: List[Optional[List[int]]]
|
||||
placeholder_tokens_val: List[Optional[List[int]]]
|
||||
|
||||
return_bytes: List[bool]
|
||||
|
||||
# The trainer step id. Used to know which step's weights are used for sampling.
|
||||
token_steps: List[List[int]] = None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user