Fix 1-step draft model forward (#11653)

Signed-off-by: Shangming Cai <csmthu@gmail.com>
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Shangming Cai
2025-10-15 19:11:33 +08:00
committed by GitHub
co-authored by Liangsheng Yin
parent 8221f9ae8b
commit 6d0364681c
4 changed files with 22 additions and 23 deletions
+1 -9
View File
@@ -33,15 +33,7 @@ class DraftBackendFactory:
def create_decode_backend(self):
if self.speculative_num_steps == 1:
class DummyAttnBackend:
def __init__(self):
pass
def init_forward_metadata(*args, **kwargs):
pass
return DummyAttnBackend()
return None
backend_map = {
"flashinfer": self._create_flashinfer_decode_backend,