tiny update: use rope kernel in sgl-kernel for amd (#14955)
This commit is contained in:
@@ -118,7 +118,7 @@ class RotaryEmbedding(CustomOp):
|
||||
and not (_is_cpu and _is_cpu_amx_available)
|
||||
and not (_is_xpu)
|
||||
):
|
||||
if _is_cuda:
|
||||
if _is_cuda or _is_hip:
|
||||
from sgl_kernel import rotary_embedding
|
||||
else:
|
||||
from vllm._custom_ops import rotary_embedding
|
||||
|
||||
Reference in New Issue
Block a user