Fix kernel type annotations for fp8 quant and logging (#16994)

2026-01-13 18:14:32 -08:00
parent afe285f7bd
commit a4825ed588
7 changed files with 797 additions and 684 deletions
--- a/python/sglang/srt/model_loader/loader.py
+++ b/python/sglang/srt/model_loader/loader.py
@@ -261,7 +261,7 @@ def _initialize_model(
    hf_to_sglang_mapper = getattr(model_class, "hf_to_sglang_mapper", None)
    # pass mappings by reference to quant_config
    if hf_to_sglang_mapper is not None and quant_config is not None:
-        quant_config.apply_sglang_mapper(hf_to_sglang_mapper)
+        quant_config.apply_weight_name_mapper(hf_to_sglang_mapper)

    # Build kwargs conditionally
    kwargs = {