Qwen2.5-VL eagle3 infer (#8801)

2025-09-08 11:44:34 +08:00
parent 7802586cab
commit 37d83c6e6d
9 changed files with 114 additions and 5 deletions
--- a/python/sglang/srt/managers/mm_utils.py
+++ b/python/sglang/srt/managers/mm_utils.py
@@ -629,6 +629,7 @@ def general_mm_embed_routine(
    embed_tokens = language_model.get_input_embeddings()
    if (
        not forward_batch.forward_mode.is_decode()
+        and not forward_batch.forward_mode.is_target_verify()
        and forward_batch.contains_mm_inputs()
    ):
        mm_inputs_list = [