Support GPU execution time breakdown by forward mode metrics (#15396)

2025-12-18 22:18:17 +08:00
parent 2c196f95a7
commit c5f4e20f2f
5 changed files with 98 additions and 7 deletions
@@ -365,6 +365,9 @@ class Envs:
    # Numa
    SGLANG_NUMA_BIND_V2 = EnvBool(True)

+    # Metrics
+    SGLANG_ENABLE_METRICS_DEVICE_TIMER = EnvBool(False)
+
    # fmt: on