From 6984837d821376112187df72c721cc01e4415611 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Tue, 23 Dec 2025 01:39:01 +0800 Subject: [PATCH] Fix router gRPC mode launch error caused by async loading (#15368) --- sgl-model-gateway/src/routers/grpc/harmony/builder.rs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/sgl-model-gateway/src/routers/grpc/harmony/builder.rs b/sgl-model-gateway/src/routers/grpc/harmony/builder.rs index e6ece6937..64f84947a 100644 --- a/sgl-model-gateway/src/routers/grpc/harmony/builder.rs +++ b/sgl-model-gateway/src/routers/grpc/harmony/builder.rs @@ -33,8 +33,10 @@ static HARMONY_ENCODING: OnceLock = OnceLock::new(); /// Uses HarmonyGptOss encoding which supports the gpt-oss model family. pub(super) fn get_harmony_encoding() -> &'static HarmonyEncoding { HARMONY_ENCODING.get_or_init(|| { - openai_harmony::load_harmony_encoding(HarmonyEncodingName::HarmonyGptOss) - .expect("Failed to load Harmony encoding") + tokio::task::block_in_place(|| { + openai_harmony::load_harmony_encoding(HarmonyEncodingName::HarmonyGptOss) + .expect("Failed to load Harmony encoding") + }) }) }