chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix server args bug (#14725)

Browse Source
This commit is contained in:
TomerBN-Nvidia
2025-12-10 07:05:05 +02:00
committed by GitHub
parent b0f531ad28
commit b1cbfce612
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
python/sglang/srt/server_args.py
View File

@@ -1233,21 +1233,22 @@ class ServerArgs:
)
self.disable_radix_cache = True
elif model_arch in ["NemotronHForCausalLM"]:
if self.model_config.quantization in [
model_config = self.get_model_config()
if model_config.quantization in [
"modelopt",
"modelopt_fp8",
"modelopt_fp4",
]:
assert self.model_config.hf_config.mlp_hidden_act == "relu2"
if self.model_config.quantization == "modelopt":
assert model_config.hf_config.mlp_hidden_act == "relu2"
if model_config.quantization == "modelopt":
self.quantization = (
"modelopt_fp4"
if self.model_config.hf_config.quantization_config["quant_algo"]
if model_config.hf_config.quantization_config["quant_algo"]
== "NVFP4"
else "modelopt_fp8"
)
else:
self.quantization = self.model_config.quantization
self.quantization = model_config.quantization
self.moe_runner_backend = "flashinfer_cutlass"
elif model_arch in [
"Qwen3MoeForCausalLM",