chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug] fix piggyback load report return None bug (#15870)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-26 14:48:45 +08:00
committed by GitHub
parent c28c536c91
commit e75657c839
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -1706,9 +1706,13 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
# When skip_tokenizer_init is enabled, tokensizer_manager receives
# BatchTokenIDOutput.
if self.server_args.dp_size > 1 and (
isinstance(recv_obj, BatchStrOutput)
or isinstance(recv_obj, BatchTokenIDOutput)
if (
self.server_args.dp_size > 1
and (
isinstance(recv_obj, BatchStrOutput)
or isinstance(recv_obj, BatchTokenIDOutput)
)
and recv_obj.load is not None
):
load_update_req = WatchLoadUpdateReq(loads=[recv_obj.load])
self.send_to_scheduler.send_pyobj(load_update_req)