diff --git a/python/sglang/multimodal_gen/tools/convert_hf_to_fp8.py b/python/sglang/multimodal_gen/tools/convert_hf_to_fp8.py
index 7c3e0051c..50de4df3c 100644
--- a/python/sglang/multimodal_gen/tools/convert_hf_to_fp8.py
+++ b/python/sglang/multimodal_gen/tools/convert_hf_to_fp8.py
@@ -149,6 +149,7 @@ def process_file(
             and "net" not in key
             and "txt_mod" not in key
             and "img_mod" not in key
+            and "modulation" not in key
             and "img_in" not in key
             and "txt_in" not in key
             and "time_in" not in key