[Auto Sync] Update loader.py (20260105) (#16478)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: xiuyuli-xai <xiuyu@x.ai>
This commit is contained in:
Lianmin Zheng
2026-01-05 01:34:30 -08:00
committed by GitHub
parent 7f35c46efb
commit c35eb0fdee

View File

@@ -1240,6 +1240,12 @@ class DummyModelLoader(BaseModelLoader):
for _, module in model.named_modules():
quant_method = getattr(module, "quant_method", None)
if quant_method is not None:
# Skip FusedMoE layers already quantized during init (FP8 or FP4)
if (
hasattr(module, "is_weights_quantized")
and module.is_weights_quantized()
):
continue
quant_method.process_weights_after_loading(module)
# NOTE(woosuk): For accurate performance evaluation, we assign