Fix incorrect LoRA weight loading for fused gate_up_proj (#6734)

2025-05-31 13:41:44 -07:00
parent 888cb175a6
commit 094fbdacd5
4 changed files with 29 additions and 14 deletions
@@ -680,8 +680,8 @@ register_conv_template(
 register_conv_template(
    Conversation(
        name="phi-4-mm",
-        system_message="You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.",
-        system_template="<|system|>{system_message}<|end|>",
+        system_message="",
+        system_template="{system_message}",
        roles=("<|user|>", "<|assistant|>"),
        sep_style=SeparatorStyle.NO_COLON_SINGLE,
        sep="<|end|>",