[EPD] Add notification mechanism to fix server hang and add timeout env var (#18229)

2026-02-10 11:52:54 +08:00
parent 1d366f1206
commit 0b15f19927
4 changed files with 55 additions and 5 deletions
@@ -466,6 +466,10 @@ class Envs:
    SGLANG_USE_AITER_FP8_PER_TOKEN = EnvBool(False)
    # fmt: on

+    # EPD
+    SGLANG_ENCODER_RECV_TIMEOUT = EnvFloat(180.0)
+    SGLANG_ENCODER_SEND_TIMEOUT = EnvFloat(180.0)
+

 envs = Envs()
 EnvField._allow_set_name = False