Add metrics for having prefill and decode in different ranks (#15752)

2025-12-24 21:35:35 +08:00
parent b3b818fd86
commit fd4a558e71
9 changed files with 238 additions and 64 deletions
@@ -386,6 +386,7 @@ class Envs:

    # Metrics
    SGLANG_ENABLE_METRICS_DEVICE_TIMER = EnvBool(False)
+    SGLANG_ENABLE_METRICS_DP_ATTENTION = EnvBool(False)

    # fmt: on