[model-gateway] ignore error for embeddings/classify in PD router (#15931)

This commit is contained in:
shuwenn
2026-01-26 22:49:14 -05:00
committed by GitHub
parent 57e432d951
commit a723d1c5ef
@@ -30,8 +30,10 @@ use crate::{
policies::{LoadBalancingPolicy, PolicyRegistry, SelectWorkerInfo},
protocols::{
chat::{ChatCompletionRequest, ChatMessage, MessageContent},
classify::ClassifyRequest,
common::{InputIds, StringOrArray},
completion::CompletionRequest,
embedding::EmbeddingRequest,
generate::GenerateRequest,
rerank::RerankRequest,
},
@@ -1375,6 +1377,34 @@ impl RouterTrait for PDRouter {
self.execute_dual_dispatch(headers, body, context).await
}
async fn route_embeddings(
&self,
headers: Option<&HeaderMap>,
body: &EmbeddingRequest,
model_id: Option<&str>,
) -> Response {
let _ = (headers, body, model_id);
warn!("PD mode does not support /v1/embeddings; returning bad request");
error::bad_request(
"pd_unsupported_embeddings",
"PD mode does not support /v1/embeddings",
)
}
async fn route_classify(
&self,
headers: Option<&HeaderMap>,
body: &ClassifyRequest,
model_id: Option<&str>,
) -> Response {
let _ = (headers, body, model_id);
warn!("PD mode does not support /v1/classify; returning bad request");
error::bad_request(
"pd_unsupported_classify",
"PD mode does not support /v1/classify",
)
}
fn router_type(&self) -> &'static str {
"pd"
}