diff --git a/python/sglang/srt/managers/scheduler_output_processor_mixin.py b/python/sglang/srt/managers/scheduler_output_processor_mixin.py index 92c6098c1..48128d4fd 100644 --- a/python/sglang/srt/managers/scheduler_output_processor_mixin.py +++ b/python/sglang/srt/managers/scheduler_output_processor_mixin.py @@ -1066,7 +1066,11 @@ class SchedulerOutputProcessorMixin: spec_acceptance_histogram = [] retraction_counts = [] output_hidden_states = None - load = self.get_load() + # The load snapshot is only consumed by the DP load-balancer + # (tokenizer_manager forwards it iff dp_size > 1). get_load() walks + # every queue and builds per-request info objects, so skip it entirely + # when nothing will read it. + load = self.get_load() if self.server_args.dp_size > 1 else None routed_experts = None customized_info = {}