[Hotfix] Fix required enable_mamba_track argument for Flashinfer autotune path (#15314)

This commit is contained in:
elvischenv
2025-12-17 17:03:24 +08:00
committed by GitHub
parent 45a959d3e9
commit feb8e30b9d

View File

@@ -2305,6 +2305,7 @@ class ModelRunner:
encoder_len_fill_value=0,
num_tokens_per_bs=num_tokens_per_bs,
cache_loc_dtype=torch.int64,
enable_mamba_track=False,
)
buffers.num_token_non_padded[...] = num_tokens