chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix rope parameter initialization error caused by transformers v5.0 update (#14745)

Browse Source
This commit is contained in:
Yuhao Yang
2025-12-10 02:51:26 +08:00
committed by GitHub
parent 9496f12d00
commit 15bc8cbd74
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/configs/model_config.py
View File

@@ -80,6 +80,16 @@ def get_nsa_index_n_heads(config: PretrainedConfig) -> int:
return config.index_n_heads
def handle_rope_parameters(config: PretrainedConfig):
if hasattr(config, "rope_scaling"):
rope_scaling = config.rope_scaling
if isinstance(rope_scaling, dict):
for k, v in rope_scaling.items():
if not hasattr(config, k):
setattr(config, k, v)
return
class ModelConfig:
def __init__(
self,
@@ -127,6 +137,8 @@ class ModelConfig:
**kwargs,
)
self.hf_text_config = get_hf_text_config(self.hf_config)
handle_rope_parameters(self.hf_text_config)
handle_rope_parameters(self.hf_config)
self.hf_generation_config = get_generation_config(
self.model_path,
trust_remote_code=trust_remote_code,