chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

fix: cuda graph issue while running longcat_flash (#14007)

Browse Source
This commit is contained in:
Tianhao Zhou
2025-11-26 14:57:22 -08:00
committed by GitHub
parent a223402ffb
commit 685b9d82bd
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/longcat_flash.py
View File

@@ -388,6 +388,7 @@ class LongcatFlashDecoderLayer(nn.Module):
layer_scatter_modes=self.mlp_layer_scatter_modes[i],
input_layernorm=self.input_layernorm[i],
post_attention_layernorm=self.post_attention_layernorm[i],
qkv_latent_func=self.self_attn[i].prepare_qkv_latent,
)
for i in range(2)
]
@@ -402,6 +403,7 @@ class LongcatFlashDecoderLayer(nn.Module):
layer_scatter_modes=self.moe_layer_scatter_modes,
input_layernorm=self.input_layernorm[0],
post_attention_layernorm=self.post_attention_layernorm[0],
qkv_latent_func=self.self_attn[0].prepare_qkv_latent,
)
def forward(