Adjust wrong mtp meaning introduce by mimo (#15632)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent
b736a1525a
commit
3c882db3ad
@@ -133,7 +133,7 @@ class ScheduleBatchDisaggregationDecodeMixin:
|
||||
# Simulate the eagle run.
|
||||
if self.spec_algorithm.is_eagle():
|
||||
num_states = server_args.speculative_eagle_topk
|
||||
if server_args.enable_mtp:
|
||||
if server_args.enable_multi_layer_eagle:
|
||||
num_states *= server_args.speculative_num_steps
|
||||
topk_p = torch.stack(
|
||||
[
|
||||
|
||||
Reference in New Issue
Block a user