Minor: improve sampler & remove unused fields from model_config.py (#11531)

This commit is contained in:
Lianmin Zheng
2025-10-13 11:04:44 -07:00
committed by GitHub
parent 728af88781
commit 5e3f7e7fa9
5 changed files with 23 additions and 9 deletions
+4 -4
View File
@@ -25,7 +25,7 @@ from transformers import PretrainedConfig
from sglang.srt.environ import envs
from sglang.srt.layers.quantization import QUANTIZATION_METHODS
from sglang.srt.server_args import ServerArgs
from sglang.srt.utils import is_hip, retry
from sglang.srt.utils import is_hip
from sglang.srt.utils.hf_transformers_utils import (
get_config,
get_context_length,
@@ -86,11 +86,11 @@ class ModelConfig:
dtype: str = "auto",
quantization: Optional[str] = None,
modelopt_quant: Optional[Union[str, Dict]] = None,
modelopt_checkpoint_restore_path: Optional[str] = None,
modelopt_checkpoint_save_path: Optional[str] = None,
override_config_file: Optional[str] = None,
is_draft_model: bool = False,
hybrid_kvcache_ratio: Optional[float] = None,
hybrid_kvcache_ratio: Optional[
float
] = None, # TODO: remove this, it is not a model config
model_impl: Union[str, ModelImpl] = ModelImpl.AUTO,
sampling_defaults: str = "openai",
) -> None: