[fix] fix mrope positions not picked up (#5265)

2025-04-11 16:29:45 +08:00
parent 038bc5d521
commit e53a0b3d5b
7 changed files with 69 additions and 69 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -1070,7 +1070,8 @@ class ModelRunner:
        rope_scaling = getattr(self.model_config.hf_config, "rope_scaling", {})
        if rope_scaling is None:
            return False
-        return rope_scaling.get("type", None) == "mrope"
+        is_mrope_enabled = "mrope_section" in rope_scaling
+        return is_mrope_enabled

    def save_remote_model(self, url: str):
        from sglang.srt.model_loader.loader import RemoteModelLoader