Mistral Large 3 NVFP4 support (#14485)

Co-authored-by: Linda-Stadter <57756729+Linda-Stadter@users.noreply.github.com>
Co-authored-by: Daniel Campora <961215+dcampora@users.noreply.github.com>
Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
Co-authored-by: elvischenv <219235043+elvischenv@users.noreply.github.com>
This commit is contained in:
Daniel Cámpora
2025-12-13 13:34:42 +08:00
committed by GitHub
co-authored by Linda-Stadter Xinyuan Tong elvischenv
parent 2a39cfe0ff
commit f6031adf08
11 changed files with 502 additions and 36 deletions
+2 -2
View File
@@ -1,5 +1,5 @@
# Adapted from https://github.com/vllm-project/vllm/blob/main/vllm/transformers_utils/configs/mistral.py
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import json
from pathlib import Path
from typing import Any
@@ -11,7 +11,7 @@ from sglang.srt.utils import logger
def adapt_config_dict(
config_dict: dict[str, Any], model: str, **kwargs
) -> PretrainedConfig:
) -> tuple[dict, PretrainedConfig]:
config_dict.update(kwargs)
config_dict = _remap_general_mistral_args(config_dict)