From a723d1c5ef1a551ac62d2d53566b10c994ad5653 Mon Sep 17 00:00:00 2001 From: shuwenn <47200617+alphabetc1@users.noreply.github.com> Date: Tue, 27 Jan 2026 11:49:14 +0800 Subject: [PATCH] [model-gateway] ignore error for embeddings/classify in PD router (#15931) --- .../src/routers/http/pd_router.rs | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) diff --git a/sgl-model-gateway/src/routers/http/pd_router.rs b/sgl-model-gateway/src/routers/http/pd_router.rs index b3a45d66b..9bcf06c9d 100644 --- a/sgl-model-gateway/src/routers/http/pd_router.rs +++ b/sgl-model-gateway/src/routers/http/pd_router.rs @@ -30,8 +30,10 @@ use crate::{ policies::{LoadBalancingPolicy, PolicyRegistry, SelectWorkerInfo}, protocols::{ chat::{ChatCompletionRequest, ChatMessage, MessageContent}, + classify::ClassifyRequest, common::{InputIds, StringOrArray}, completion::CompletionRequest, + embedding::EmbeddingRequest, generate::GenerateRequest, rerank::RerankRequest, }, @@ -1375,6 +1377,34 @@ impl RouterTrait for PDRouter { self.execute_dual_dispatch(headers, body, context).await } + async fn route_embeddings( + &self, + headers: Option<&HeaderMap>, + body: &EmbeddingRequest, + model_id: Option<&str>, + ) -> Response { + let _ = (headers, body, model_id); + warn!("PD mode does not support /v1/embeddings; returning bad request"); + error::bad_request( + "pd_unsupported_embeddings", + "PD mode does not support /v1/embeddings", + ) + } + + async fn route_classify( + &self, + headers: Option<&HeaderMap>, + body: &ClassifyRequest, + model_id: Option<&str>, + ) -> Response { + let _ = (headers, body, model_id); + warn!("PD mode does not support /v1/classify; returning bad request"); + error::bad_request( + "pd_unsupported_classify", + "PD mode does not support /v1/classify", + ) + } + fn router_type(&self) -> &'static str { "pd" }