Support nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16 (and nvidia/C-RADIOv2-H) (#12277)

2025-11-27 01:28:52 +02:00
parent a8ef4d1804
commit 082b54c689
17 changed files with 1334 additions and 17 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -34,6 +34,7 @@ from sglang.srt.configs import (
    JetNemotronConfig,
    JetVLMConfig,
    KimiLinearConfig,
+    NemotronH_Nano_VL_V2_Config,
    NemotronHConfig,
    Qwen3NextConfig,
 )
@@ -1474,6 +1475,8 @@ class ModelRunner:
        config = self.model_config.hf_config
        if isinstance(config, FalconH1Config | NemotronHConfig):
            return config
+        if isinstance(config, NemotronH_Nano_VL_V2_Config):
+            return config.llm_config
        return None

    @property