Fix 1-step draft model forward (#11653)
Signed-off-by: Shangming Cai <csmthu@gmail.com> Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
co-authored by
Liangsheng Yin
parent
8221f9ae8b
commit
6d0364681c
@@ -33,15 +33,7 @@ class DraftBackendFactory:
|
||||
|
||||
def create_decode_backend(self):
|
||||
if self.speculative_num_steps == 1:
|
||||
|
||||
class DummyAttnBackend:
|
||||
def __init__(self):
|
||||
pass
|
||||
|
||||
def init_forward_metadata(*args, **kwargs):
|
||||
pass
|
||||
|
||||
return DummyAttnBackend()
|
||||
return None
|
||||
|
||||
backend_map = {
|
||||
"flashinfer": self._create_flashinfer_decode_backend,
|
||||
|
||||
Reference in New Issue
Block a user