ministral3 (#14251)

Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
Co-authored-by: Yueming Yuan <yy28@illinois.edu>
This commit is contained in:
Xinyuan Tong
2025-12-04 14:31:26 -08:00
committed by GitHub
co-authored by Yueming Yuan
parent c1006fd8a1
commit 6d37e70883
14 changed files with 245 additions and 26 deletions
-2
View File
@@ -17,7 +17,6 @@
import enum
from transformers.configuration_utils import PretrainedConfig
from transformers.modeling_rope_utils import rope_config_validation
from transformers.utils import logging
logger = logging.get_logger(__name__)
@@ -90,7 +89,6 @@ class Olmo3Config(PretrainedConfig):
self.use_cache = use_cache
self.rope_theta = rope_theta
self.rope_scaling = rope_scaling
rope_config_validation(self)
self.attention_bias = attention_bias
self.attention_dropout = attention_dropout