chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny add command line args for prefill delayer and unify names (#16830)

Browse Source
This commit is contained in:
fzyzcjy
2026-01-10 07:54:25 +08:00
committed by GitHub
parent ef35d8fe4e
commit cec19b56c6
6 changed files with 81 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/environ.py
+12
View File
@@ -489,6 +489,18 @@ _warn_deprecated_env_to_cli_flag(
"SGLANG_SUPPORT_CUTLASS_BLOCK_FP8",
"It will be completely removed in 0.5.7. Please use '--fp8-gemm-backend=cutlass' instead.",
)
_warn_deprecated_env_to_cli_flag(
"SGLANG_SCHEDULER_DECREASE_PREFILL_IDLE",
"Please use '--enable-prefill-delayer' instead.",
)
_warn_deprecated_env_to_cli_flag(
"SGLANG_PREFILL_DELAYER_MAX_DELAY_PASSES",
"Please use '--prefill-delayer-max-delay-passes' instead.",
)
_warn_deprecated_env_to_cli_flag(
"SGLANG_PREFILL_DELAYER_TOKEN_USAGE_LOW_WATERMARK",
"Please use '--prefill-delayer-token-usage-low-watermark' instead.",
)
def example_with_exit_stack():