Revert transformers to 4.57.1 (#14801)

This commit is contained in:
Yuhao Yang
2025-12-10 11:04:36 -08:00
committed by GitHub
parent ef1ab2302a
commit c1bd5ee8c5
7 changed files with 10 additions and 26 deletions
+3 -16
View File
@@ -80,16 +80,6 @@ def get_nsa_index_n_heads(config: PretrainedConfig) -> int:
return config.index_n_heads
def handle_rope_parameters(config: PretrainedConfig):
if hasattr(config, "rope_scaling"):
rope_scaling = config.rope_scaling
if isinstance(rope_scaling, dict):
for k, v in rope_scaling.items():
if not hasattr(config, k):
setattr(config, k, v)
return
class ModelConfig:
def __init__(
self,
@@ -137,8 +127,6 @@ class ModelConfig:
**kwargs,
)
self.hf_text_config = get_hf_text_config(self.hf_config)
handle_rope_parameters(self.hf_text_config)
handle_rope_parameters(self.hf_config)
self.hf_generation_config = get_generation_config(
self.model_path,
trust_remote_code=trust_remote_code,
@@ -370,10 +358,9 @@ class ModelConfig:
mscale_all_dim = self.hf_config.rope_scaling.get(
"mscale_all_dim", False
)
scaling_factor = self.hf_config.rope_scaling.get("factor")
if scaling_factor is not None:
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale
scaling_factor = self.hf_config.rope_scaling["factor"]
mscale = yarn_get_mscale(scaling_factor, float(mscale_all_dim))
self.scaling = self.scaling * mscale * mscale
elif "MiniCPM3ForCausalLM" in self.hf_config.architectures:
self.head_dim = 128