[DLLM] Add CI for diffusion LLMs (#14723)
This commit is contained in:
@@ -723,6 +723,7 @@ class Req:
|
||||
self.dimensions = dimensions
|
||||
|
||||
# For diffusion LLM
|
||||
self.dllm_ids = []
|
||||
self.dllm_block_offset = 0
|
||||
self.dllm_config = dllm_config
|
||||
|
||||
@@ -799,14 +800,15 @@ class Req:
|
||||
return self.dllm_config is not None
|
||||
|
||||
def _init_fill_ids_for_dllm(self):
|
||||
if not self.fill_ids:
|
||||
self.fill_ids = (
|
||||
if not self.dllm_ids:
|
||||
self.dllm_ids = (
|
||||
self.origin_input_ids
|
||||
+ [self.dllm_config.mask_id] * self.dllm_config.block_size
|
||||
)
|
||||
else:
|
||||
self.dllm_block_offset += self.dllm_config.block_size
|
||||
self.fill_ids += [self.dllm_config.mask_id] * self.dllm_config.block_size
|
||||
self.dllm_ids += [self.dllm_config.mask_id] * self.dllm_config.block_size
|
||||
self.fill_ids = self.dllm_ids
|
||||
|
||||
def init_next_round_input(self, tree_cache: Optional[BasePrefixCache] = None):
|
||||
if self.is_dllm():
|
||||
|
||||
Reference in New Issue
Block a user