fix qwenvl compressed tensors quantization weight loader (#11914)

Signed-off-by: LHXuuu <xulianhao.xlh@antgroup.com>
Co-authored-by: Peng Zhang <aniz1905@gmail.com>
This commit is contained in:
LHXuuu
2025-12-17 18:01:43 +08:00
committed by GitHub
parent 8c34e18140
commit 712f44ee2b
7 changed files with 166 additions and 4 deletions

View File

@@ -257,6 +257,10 @@ def _initialize_model(
quant_config = _get_quantization_config(
model_config, load_config, packed_modules_mapping, remap_prefix
)
hf_to_sglang_mapper = getattr(model_class, "hf_to_sglang_mapper", None)
# pass mappings by reference to quant_config
if hf_to_sglang_mapper is not None and quant_config is not None:
quant_config.apply_sglang_mapper(hf_to_sglang_mapper)
# Build kwargs conditionally
kwargs = {