[DLLM] Add CI for diffusion LLMs (#14723)

This commit is contained in:
Zehuan Li
2025-12-19 08:54:03 +08:00
committed by GitHub
parent 9e0ef04e5b
commit b2803ff207
3 changed files with 87 additions and 3 deletions

View File

@@ -723,6 +723,7 @@ class Req:
self.dimensions = dimensions
# For diffusion LLM
self.dllm_ids = []
self.dllm_block_offset = 0
self.dllm_config = dllm_config
@@ -799,14 +800,15 @@ class Req:
return self.dllm_config is not None
def _init_fill_ids_for_dllm(self):
if not self.fill_ids:
self.fill_ids = (
if not self.dllm_ids:
self.dllm_ids = (
self.origin_input_ids
+ [self.dllm_config.mask_id] * self.dllm_config.block_size
)
else:
self.dllm_block_offset += self.dllm_config.block_size
self.fill_ids += [self.dllm_config.mask_id] * self.dllm_config.block_size
self.dllm_ids += [self.dllm_config.mask_id] * self.dllm_config.block_size
self.fill_ids = self.dllm_ids
def init_next_round_input(self, tree_cache: Optional[BasePrefixCache] = None):
if self.is_dllm():