Fix router gRPC mode launch error caused by async loading (#15368)

2025-12-22 09:39:01 -08:00
parent 2142881b7e
commit 6984837d82
1 changed files with 4 additions and 2 deletions
@@ -33,8 +33,10 @@ static HARMONY_ENCODING: OnceLock<HarmonyEncoding> = OnceLock::new();
 /// Uses HarmonyGptOss encoding which supports the gpt-oss model family.
 pub(super) fn get_harmony_encoding() -> &'static HarmonyEncoding {
    HARMONY_ENCODING.get_or_init(|| {
-        openai_harmony::load_harmony_encoding(HarmonyEncodingName::HarmonyGptOss)
-            .expect("Failed to load Harmony encoding")
+        tokio::task::block_in_place(|| {
+            openai_harmony::load_harmony_encoding(HarmonyEncodingName::HarmonyGptOss)
+                .expect("Failed to load Harmony encoding")
+        })
    })
 }