[Fix]: correctly fetch ds32 config in tuning_fused_moe_triton (#17409)

Co-authored-by: 墨楼 <huangzhilin.hzl@antgroup.com>
This commit is contained in:
Julian Huang
2026-01-20 20:08:28 +08:00
committed by GitHub
parent 603f386c6b
commit db2425a00b

View File

@@ -2,13 +2,13 @@ import json
from typing import Dict, List, TypedDict
import torch
from transformers import AutoConfig
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import get_config_dtype_str
from sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config import (
get_config_file_name,
)
from sglang.srt.utils import is_hip
from sglang.srt.utils.hf_transformers_utils import get_config
class BenchmarkConfig(TypedDict):
@@ -36,7 +36,7 @@ def get_model_config(
disable_shared_experts_fusion: bool = False,
topk_ids_dir: str = None,
) -> Dict:
config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
config = get_config(model_name, trust_remote_code=True)
block_shape = None
if (