support mtp with deepseek r1 nvfp4 model (#13115)

Co-authored-by: Trevor Morris <tmorris@nvidia.com>
2025-12-06 00:45:54 -08:00
parent 42fcf5438f
commit ea177372bd
11 changed files with 123 additions and 59 deletions
@@ -67,6 +67,9 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
    seq_lens_cpu: torch.Tensor
    grammar: BaseGrammarObject = None

+    # Shape info for padding
+    num_tokens_per_batch: int = -1
+
    def __post_init__(self):
        super().__init__(SpecInputType.EAGLE_VERIFY)