remove unecessary dual stream token threshold from the rest of models (qwen moe, kimi linear, etc.) (#14337)

This commit is contained in:
b8zhong
2025-12-06 19:57:26 -08:00
committed by GitHub
parent 91c9c14c28
commit 6d5d76ad97
4 changed files with 0 additions and 8 deletions

View File

@@ -349,11 +349,9 @@ class LLaDA2MoeSparseMoeBlock(nn.Module):
num_tokens, hidden_size = hidden_states.shape
hidden_states = hidden_states.view(-1, hidden_size)
DUAL_STREAM_TOKEN_THRESHOLD = 1024
if (
self.alt_stream is not None
and hidden_states.shape[0] > 0
and hidden_states.shape[0] <= DUAL_STREAM_TOKEN_THRESHOLD
and get_is_capture_mode()
):
final_hidden_states, shared_output = self.forward_normal_dual_stream(