chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway]Enable IGW mode with gRPC router and auto enable IGW when service discovery is turned on (#15459)

Browse Source
This commit is contained in:
Arthur Cheng
2025-12-24 00:27:58 -08:00
committed by GitHub
parent 7e027691c8
commit f65fa04748
3 changed files with 99 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/src/app_context.rs
+11 -15
View File
@@ -8,9 +8,7 @@ use tracing::{debug, info};
use crate::{
config::RouterConfig,
core::{
ConnectionMode, JobQueue, LoadMonitor, WorkerRegistry, WorkerService, UNKNOWN_MODEL_ID,
},
core::{JobQueue, LoadMonitor, WorkerRegistry, WorkerService, UNKNOWN_MODEL_ID},
data_connector::{
create_storage, ConversationItemStorage, ConversationStorage, ResponseStorage,
},
@@ -290,8 +288,8 @@ impl AppContextBuilder {
.with_client(&router_config, request_timeout_secs)?
.maybe_rate_limiter(&router_config)
.with_tokenizer_registry(&router_config)?
.maybe_reasoning_parser_factory(&router_config)
.maybe_tool_parser_factory(&router_config)
.with_reasoning_parser_factory()
.with_tool_parser_factory()
.with_worker_registry()
.with_policy_registry(&router_config)
.with_storage(&router_config)?
@@ -435,19 +433,17 @@ impl AppContextBuilder {
Ok(Some(tokenizer))
}
/// Create reasoning parser factory for gRPC mode
fn maybe_reasoning_parser_factory(mut self, config: &RouterConfig) -> Self {
if matches!(config.connection_mode, ConnectionMode::Grpc { .. }) {
self.reasoning_parser_factory = Some(ReasoningParserFactory::new());
}
/// Create reasoning parser factory for gRPC mode or IGW mode
fn with_reasoning_parser_factory(mut self) -> Self {
// Initialize reasoning parser factory
self.reasoning_parser_factory = Some(ReasoningParserFactory::new());
self
}
/// Create tool parser factory for gRPC mode
fn maybe_tool_parser_factory(mut self, config: &RouterConfig) -> Self {
if matches!(config.connection_mode, ConnectionMode::Grpc { .. }) {
self.tool_parser_factory = Some(ToolParserFactory::new());
}
/// Create tool parser factory for gRPC mode or IGW mode
fn with_tool_parser_factory(mut self) -> Self {
// Initialize tool parser factory
self.tool_parser_factory = Some(ToolParserFactory::new());
self
}