feat: support external custom models (#13429)

Co-authored-by: qiuxuan.lzw <qiuxuan.lzw@alibaba-inc.com> Co-authored-by: Mick <mickjagger19@icloud.com>
2025-11-20 11:16:58 +08:00
parent 127d59cd2c
commit 48ca9f7518
8 changed files with 72 additions and 1 deletions
@@ -959,6 +959,9 @@ multimodal_model_archs = [
    "JetVLMForConditionalGeneration",
 ]

+if envs.SGLANG_EXTERNAL_MM_MODEL_ARCH.value:
+    multimodal_model_archs.append(envs.SGLANG_EXTERNAL_MM_MODEL_ARCH.value)
+

 def is_multimodal_model(model_architectures: List[str]):
    if any(