Unify spec v2's naming manner. (#15990)
This commit is contained in:
@@ -1165,7 +1165,7 @@ class Scheduler(
|
||||
# TODO(lsyin): support overlap + spec + grammar
|
||||
need_grammar_sync = (
|
||||
batch
|
||||
and batch.is_eagle_v2
|
||||
and batch.is_spec_v2
|
||||
and batch.has_grammar
|
||||
and batch.forward_mode.is_decode()
|
||||
and len(self.result_queue) > 0
|
||||
@@ -2225,8 +2225,8 @@ class Scheduler(
|
||||
# FIXME(lsyin): move this assignment elsewhere
|
||||
future_indices_or_next_token_ids = -future_indices.indices
|
||||
|
||||
if batch.is_eagle_v2:
|
||||
# FIXME(lsyin): tmp code for eagle v2
|
||||
if batch.is_spec_v2:
|
||||
# FIXME(lsyin): tmp code for spec v2
|
||||
# We only keep future indices for next draft input
|
||||
|
||||
batch.spec_info = batch_result.next_draft_input
|
||||
|
||||
Reference in New Issue
Block a user