[model-gateway] Generate UUID-based request IDs for embedding/classify (#16100)

Co-authored-by: Chang Su <chang.s.su@oracle.com>
This commit is contained in:
Simo Lin
2025-12-29 10:49:58 -08:00
committed by GitHub
parent b2a3f0551a
commit 2ff289e2dc

View File

@@ -3,6 +3,7 @@
use async_trait::async_trait;
use axum::response::Response;
use tracing::error;
use uuid::Uuid;
use crate::routers::{
error,
@@ -70,13 +71,12 @@ impl PipelineStage for EmbeddingRequestBuildingStage {
error::internal_error("client_missing", "Client not selected")
})?;
// Extract request ID
let request_id = ctx
.state
.dispatch
.as_ref()
.map(|d| d.request_id.clone())
.unwrap_or_else(|| "unknown".to_string());
// Generate request ID with appropriate prefix based on request type
let request_id = match &ctx.input.request_type {
RequestType::Embedding(_) => format!("embed-{}", Uuid::new_v4()),
RequestType::Classify(_) => format!("classify-{}", Uuid::new_v4()),
_ => format!("embed-{}", Uuid::new_v4()), // fallback
};
// Extract original text
let original_text = prep_output.original_text.clone();