[Intel GPU] fix import error to run DeepSeek-V2-Lite model with BF16 on XPU (#10858)
This commit is contained in:
committed by
GitHub
parent
7541da15d2
commit
71e4d3b6bc
@@ -3,7 +3,18 @@
|
||||
from typing import Optional
|
||||
|
||||
import torch
|
||||
from sgl_kernel import cutlass_w4a8_moe_mm, get_cutlass_w4a8_moe_mm_data, silu_and_mul
|
||||
|
||||
from sglang.srt.utils import is_cuda_alike
|
||||
|
||||
_is_cuda_alike = is_cuda_alike()
|
||||
|
||||
if _is_cuda_alike:
|
||||
from sgl_kernel import (
|
||||
cutlass_w4a8_moe_mm,
|
||||
get_cutlass_w4a8_moe_mm_data,
|
||||
)
|
||||
|
||||
from sgl_kernel import silu_and_mul
|
||||
|
||||
from sglang.jit_kernel.per_tensor_quant_fp8 import per_tensor_quant_fp8
|
||||
from sglang.srt.distributed import get_moe_expert_parallel_world_size
|
||||
|
||||
Reference in New Issue
Block a user