[EPD][Feat]support adaptive forward (#18118)

This commit is contained in:
Zheng Wengang
2026-03-05 21:12:30 +08:00
committed by GitHub
parent 806d41ab65
commit 0de0d74195
5 changed files with 215 additions and 20 deletions
+1
View File
@@ -503,6 +503,7 @@ class Envs:
# EPD
SGLANG_ENCODER_RECV_TIMEOUT = EnvFloat(180.0)
SGLANG_ENCODER_SEND_TIMEOUT = EnvFloat(180.0)
SGLANG_ENCODER_DISPATCH_MIN_ITEMS = EnvInt(2)
# Elastic EP Backup Port
SGLANG_BACKUP_PORT_BASE = EnvInt(10000)