Adjust wrong mtp meaning introduce by mimo (#15632)

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Liangsheng Yin
2025-12-23 02:06:46 +08:00
committed by GitHub
co-authored by gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent b736a1525a
commit 3c882db3ad
10 changed files with 66 additions and 58 deletions
@@ -133,7 +133,7 @@ class ScheduleBatchDisaggregationDecodeMixin:
# Simulate the eagle run.
if self.spec_algorithm.is_eagle():
num_states = server_args.speculative_eagle_topk
if server_args.enable_mtp:
if server_args.enable_multi_layer_eagle:
num_states *= server_args.speculative_num_steps
topk_p = torch.stack(
[