chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

modify the sgl-kernel to be compatible with transformers 5.x. (#14625)

Browse Source
This commit is contained in:
Yuhao Yang
2025-12-08 16:39:00 +08:00
committed by GitHub
parent aeff0d386b
commit f72a77038f
3 changed files with 59 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
sgl-kernel/python/sgl_kernel/_fa4_interface.py
View File

@@ -19,9 +19,9 @@ import cutlass
import cutlass.cute as cute
import torch
from cutlass.cute.runtime import from_dlpack
from flash_attn.cute import utils
from flash_attn.cute.flash_fwd import FlashAttentionForwardSm90
from flash_attn.cute.flash_fwd_sm100 import FlashAttentionForwardSm100
from flash_attn_origin.cute import utils
from flash_attn_origin.cute.flash_fwd import FlashAttentionForwardSm90
from flash_attn_origin.cute.flash_fwd_sm100 import FlashAttentionForwardSm100
def maybe_contiguous(x):