chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[Bugfix] Fix KeyError for Mistral-Large-3 rope_scaling config (#14627)

Browse Source
This commit is contained in:
Alison Shao
2025-12-08 19:16:00 -08:00
committed by GitHub
parent ef3f8c97e1
commit 08da4c2618
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/configs/model_config.py
View File

@@ -358,9 +358,10 @@ class ModelConfig:
mscale_all_dim = self.hf_config.rope_scaling.get(
"mscale_all_dim", False
)
scaling_factor = self.hf_config.rope_scaling["factor"]
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale
scaling_factor = self.hf_config.rope_scaling.get("factor")
if scaling_factor is not None:
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale
elif "MiniCPM3ForCausalLM" in self.hf_config.architectures:
self.head_dim = 128