[Intel GPU] fix import error to run DeepSeek-V2-Lite model with BF16 on XPU (#10858)

This commit is contained in:
Polisetty V R K Jyothendra Varma
2026-01-30 11:23:53 +05:30
committed by GitHub
parent 7541da15d2
commit 71e4d3b6bc

View File

@@ -3,7 +3,18 @@
from typing import Optional
import torch
from sgl_kernel import cutlass_w4a8_moe_mm, get_cutlass_w4a8_moe_mm_data, silu_and_mul
from sglang.srt.utils import is_cuda_alike
_is_cuda_alike = is_cuda_alike()
if _is_cuda_alike:
from sgl_kernel import (
cutlass_w4a8_moe_mm,
get_cutlass_w4a8_moe_mm_data,
)
from sgl_kernel import silu_and_mul
from sglang.jit_kernel.per_tensor_quant_fp8 import per_tensor_quant_fp8
from sglang.srt.distributed import get_moe_expert_parallel_world_size