Mistral Large 3 NVFP4 support (#14485)
Co-authored-by: Linda-Stadter <57756729+Linda-Stadter@users.noreply.github.com> Co-authored-by: Daniel Campora <961215+dcampora@users.noreply.github.com> Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com> Co-authored-by: elvischenv <219235043+elvischenv@users.noreply.github.com>
This commit is contained in:
co-authored by
Linda-Stadter
Xinyuan Tong
elvischenv
parent
2a39cfe0ff
commit
f6031adf08
@@ -1,5 +1,5 @@
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/main/vllm/transformers_utils/configs/mistral.py
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
@@ -11,7 +11,7 @@ from sglang.srt.utils import logger
|
||||
|
||||
def adapt_config_dict(
|
||||
config_dict: dict[str, Any], model: str, **kwargs
|
||||
) -> PretrainedConfig:
|
||||
) -> tuple[dict, PretrainedConfig]:
|
||||
config_dict.update(kwargs)
|
||||
config_dict = _remap_general_mistral_args(config_dict)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user