[New Model] Devstral support (#6547)

Signed-off-by: Xinyuan Tong <justinning0323@outlook.com>
This commit is contained in:
Xinyuan Tong
2025-05-26 19:27:48 -07:00
committed by GitHub
parent 755a36614b
commit d6864ce6d6
3 changed files with 73 additions and 0 deletions
+21
View File
@@ -21,6 +21,7 @@ from enum import IntEnum, auto
from typing import Callable, Dict, List, Optional, Tuple, Union
from sglang.srt.openai_api.protocol import ChatCompletionRequest
from sglang.srt.utils import read_system_prompt_from_file
class SeparatorStyle(IntEnum):
@@ -648,6 +649,20 @@ register_conv_template(
)
)
register_conv_template(
Conversation(
name="devstral",
system_template="[SYSTEM_PROMPT]\n{system_message}\n[/SYSTEM_PROMPT]\n\n",
system_message=read_system_prompt_from_file("mistralai/Devstral-Small-2505"),
roles=("[INST]", "[/INST]"),
sep_style=SeparatorStyle.LLAMA2,
sep=" ",
sep2=" </s><s>",
stop_str=["[INST]", "[/INST]", "[SYSTEM_PROMPT]", "[/SYSTEM_PROMPT]"],
image_token="[IMG]",
)
)
# reference: https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct/blob/main/chat_template.json
register_conv_template(
Conversation(
@@ -961,6 +976,12 @@ def match_moonshot_kimivl(model_path: str):
return "kimi-vl"
@register_conv_template_matching_function
def match_devstral(model_path: str):
if re.search(r"devstral", model_path, re.IGNORECASE):
return "devstral"
@register_conv_template_matching_function
def match_phi_4_mm(model_path: str):
if "phi-4-multimodal" in model_path.lower():