chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Tiny support forwarding SMG routing key to engine for dumping and avoid string allocation (#16352)

Browse Source
This commit is contained in:
fzyzcjy
2026-01-04 08:33:35 +08:00
committed by GitHub
parent f4ab2ec5be
commit 216ea910ad
2 changed files with 14 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-model-gateway/py_test/integration_mock/test_header_forwarding.py
View File

@@ -30,7 +30,7 @@ def test_header_forwarding_whitelist(mock_workers, router_manager):
assert h.get("x-correlation-id") == "corr-789"
assert h.get("traceparent") == "00-trace-span-01"
assert h.get("tracestate") == "vendor=value"
assert h.get("x-smg-routing-key") == "routing-123"
assert "x-smg-routing-key" not in h
assert "x-custom-header" not in h
assert "cookie" not in h

20
sgl-model-gateway/src/routers/header_utils.rs
View File

@@ -186,11 +186,17 @@ pub fn extract_auth_header(
#[inline]
pub fn should_forward_request_header(name: &str) -> bool {
let lower_name = name.to_ascii_lowercase();
matches!(
lower_name.as_str(),
"authorization" | "x-request-id" | "x-correlation-id" | "traceparent" | "tracestate"
) || lower_name.starts_with("x-request-id-")
const REQUEST_ID_PREFIX: &str = "x-request-id-";
name.eq_ignore_ascii_case("authorization")
|| name.eq_ignore_ascii_case("x-request-id")
|| name.eq_ignore_ascii_case("x-correlation-id")
|| name.eq_ignore_ascii_case("traceparent")
|| name.eq_ignore_ascii_case("tracestate")
|| name.eq_ignore_ascii_case("x-smg-routing-key")
|| name
.get(..REQUEST_ID_PREFIX.len())
.is_some_and(|prefix| prefix.eq_ignore_ascii_case(REQUEST_ID_PREFIX))
}
#[cfg(test)]
@@ -213,6 +219,8 @@ mod tests {
assert!(should_forward_request_header("x-request-id-user"));
assert!(should_forward_request_header("X-Request-ID-Span"));
assert!(should_forward_request_header("x-request-id-123"));
assert!(should_forward_request_header("x-smg-routing-key"));
assert!(should_forward_request_header("X-SMG-Routing-Key"));
}
#[test]
@@ -230,7 +238,5 @@ mod tests {
assert!(!should_forward_request_header("cookie"));
assert!(!should_forward_request_header("x-custom-header"));
assert!(!should_forward_request_header("x-api-key"));
assert!(!should_forward_request_header("x-smg-routing-key"));
assert!(!should_forward_request_header("X-SMG-Routing-Key"));
}
}