chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[smg] Extract tokenizer_path from /model_info into discovered labels (#19905)

Browse Source 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-03-04 17:12:20 -08:00
committed by GitHub
parent 861d78635f
commit 0eb64c1e72
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sgl-model-gateway/src/core/steps/worker/local/discover_metadata.rs
View File

@@ -267,6 +267,11 @@ impl StepExecutor<LocalWorkerWorkflowData> for DiscoverMetadataStep {
// Fetch from /model_info for model-related metadata
if let Ok(model_info) = get_model_info(&config.url, config.api_key.as_deref()).await
{
if let Some(tokenizer_path) =
model_info.tokenizer_path.filter(|s| !s.is_empty())
{
labels.insert("tokenizer_path".to_string(), tokenizer_path);
}
if let Some(model_type) = model_info.model_type.filter(|s| !s.is_empty()) {
labels.insert("model_type".to_string(), model_type);
}