tiny unify environ usage (#15335)

This commit is contained in:
Liangsheng Yin
2025-12-17 23:31:43 +08:00
committed by GitHub
parent eeb2b9b259
commit 0c00220795
11 changed files with 35 additions and 41 deletions

View File

@@ -268,9 +268,9 @@ class LogitsProcessor(nn.Module):
self.return_full_logits = return_full_logits
# enable chunked logprobs processing
self.enable_logprobs_chunk = envs.SGLANG_ENABLE_LOGITS_PROCESSER_CHUNK.value
self.enable_logprobs_chunk = envs.SGLANG_ENABLE_LOGITS_PROCESSER_CHUNK.get()
# chunk size for logprobs processing
self.logprobs_chunk_size = envs.SGLANG_LOGITS_PROCESSER_CHUNK_SIZE.value
self.logprobs_chunk_size = envs.SGLANG_LOGITS_PROCESSER_CHUNK_SIZE.get()
def compute_logprobs_for_multi_item_scoring(
self,