[EPD][Feat]support adaptive forward (#18118)
This commit is contained in:
@@ -503,6 +503,7 @@ class Envs:
|
||||
# EPD
|
||||
SGLANG_ENCODER_RECV_TIMEOUT = EnvFloat(180.0)
|
||||
SGLANG_ENCODER_SEND_TIMEOUT = EnvFloat(180.0)
|
||||
SGLANG_ENCODER_DISPATCH_MIN_ITEMS = EnvInt(2)
|
||||
|
||||
# Elastic EP Backup Port
|
||||
SGLANG_BACKUP_PORT_BASE = EnvInt(10000)
|
||||
|
||||
Reference in New Issue
Block a user