Fix launch of Olmo3 (#13666)

Signed-off-by: Vincent Zhong <207368749+vincentzed@users.noreply.github.com>
2025-11-20 15:04:30 -05:00
parent fa92441027
commit 6bc3062894
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/models/olmo2.py
+++ b/python/sglang/srt/models/olmo2.py
@@ -101,6 +101,7 @@ class Olmo2Attention(nn.Module):
            self.hidden_size,
            self.head_dim,
            self.total_num_heads,
+            total_num_kv_heads=self.total_num_kv_heads,
            bias=config.attention_bias,
            quant_config=quant_config,
            prefix=add_prefix("qkv_proj", prefix),