Support EPLB balancedness prometheus metric without GPU->CPU synchronize (#15401)

2025-12-18 22:24:23 +08:00
parent 602fe3b296
commit 88a405cc10
8 changed files with 111 additions and 33 deletions
@@ -268,6 +268,7 @@ class Envs:
    SGLANG_LOG_EXPERT_LOCATION_METADATA = EnvBool(False)
    SGLANG_EXPERT_DISTRIBUTION_RECORDER_DIR = EnvStr("/tmp")
    SGLANG_EPLB_HEATMAP_COLLECTION_INTERVAL = EnvInt(0)
+    SGLANG_ENABLE_EPLB_BALANCEDNESS_METRIC = EnvBool(False)

    # TBO
    SGLANG_TBO_DEBUG = EnvBool(False)