Mistral Large 3 NVFP4 TRTLLM MoE support (#15049)

2025-12-18 11:11:42 +08:00
parent 9e7656be80
commit 9970ee34e8
7 changed files with 340 additions and 151 deletions
--- a/python/sglang/srt/utils/mistral_utils.py
+++ b/python/sglang/srt/utils/mistral_utils.py
@@ -81,8 +81,6 @@ def adapt_config_dict(
        config_dict = _remap_mistral_vision_args(config_dict)
    if is_audio:
        config_dict = _remap_mistral_audio_args(config_dict)
-    if is_eagle:
-        config_dict["routing_method_type"] = 1  # RoutingMethodType.Renormalize

    config = PretrainedConfig.from_dict(config_dict)

@@ -234,6 +232,7 @@ def _remap_moe_args(config: dict) -> dict:

    config["topk_method"] = None
    config["scoring_func"] = "softmax"
+    config["routing_method_type"] = 1  # RoutingMethodType.Renormalize

    return config