[model-gateway] add --disable-health-check option to skip worker health probes (#17002)
This commit is contained in:
@@ -86,6 +86,7 @@ class RouterArgs:
|
||||
health_check_timeout_secs: int = 5
|
||||
health_check_interval_secs: int = 60
|
||||
health_check_endpoint: str = "/health"
|
||||
disable_health_check: bool = False
|
||||
# Circuit breaker configuration
|
||||
cb_failure_threshold: int = 10
|
||||
cb_success_threshold: int = 3
|
||||
@@ -599,6 +600,12 @@ class RouterArgs:
|
||||
default=RouterArgs.health_check_endpoint,
|
||||
help="Health check endpoint path",
|
||||
)
|
||||
health_group.add_argument(
|
||||
f"--{prefix}disable-health-check",
|
||||
action="store_true",
|
||||
default=RouterArgs.disable_health_check,
|
||||
help="Disable all worker health checks at startup",
|
||||
)
|
||||
# Tokenizer configuration
|
||||
tokenizer_group.add_argument(
|
||||
f"--{prefix}model-path",
|
||||
|
||||
Reference in New Issue
Block a user