Cleanup ModelRunner (#15802)

This commit is contained in:
Liangsheng Yin
2025-12-25 18:13:30 +08:00
committed by GitHub
parent e6ce16a4c2
commit f4e835af2f
4 changed files with 62 additions and 74 deletions
+6 -1
View File
@@ -146,6 +146,7 @@ class Envs:
SGLANG_TEST_MAX_RETRY = EnvInt(None)
# Test & Debug
SGLANG_DETECT_SLOW_RANK = EnvBool(False)
SGLANG_TEST_STUCK_DETOKENIZER = EnvFloat(0)
SGLANG_TEST_STUCK_DP_CONTROLLER = EnvFloat(0)
SGLANG_TEST_STUCK_TOKENIZER = EnvFloat(0)
@@ -166,6 +167,7 @@ class Envs:
SGLANG_OTLP_EXPORTER_SCHEDULE_DELAY_MILLIS = EnvInt(500)
SGLANG_OTLP_EXPORTER_MAX_EXPORT_BATCH_SIZE = EnvInt(64)
SGLANG_NATIVE_MOVE_KV_CACHE = EnvBool(False)
SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK = EnvBool(True)
# Scheduler: memory leak test
SGLANG_TEST_RETRACT = EnvBool(False)
@@ -173,7 +175,6 @@ class Envs:
SGLANG_TEST_RETRACT_NO_PREFILL_BS = EnvInt(2 ** 31)
SGLANG_ENABLE_STRICT_MEM_CHECK_DURING_BUSY = EnvInt(0)
SGLANG_ENABLE_STRICT_MEM_CHECK_DURING_IDLE = EnvBool(True)
SGLANG_CI_SMALL_KV_SIZE = EnvInt(-1)
# Scheduler: new token ratio hyperparameters
SGLANG_INIT_NEW_TOKEN_RATIO = EnvFloat(0.7)
@@ -417,6 +418,10 @@ def _convert_SGL_to_SGLANG():
_print_deprecated_env(
"SGLANG_MOE_NVFP4_DISPATCH", "SGLANG_CUTEDSL_MOE_NVFP4_DISPATCH"
)
_print_deprecated_env(
"SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK",
"SGL_DISABLE_TP_MEMORY_INBALANCE_CHECK",
)
for key, value in os.environ.items():
if key.startswith("SGL_"):