Support running FP4 Deepseek on SM120. (#11708)

2025-10-27 17:37:49 -07:00
parent a6ea3add76
commit 88596739a4
9 changed files with 33 additions and 35 deletions
@@ -70,18 +70,9 @@ from sglang.srt.models.utils import (
    enable_fused_set_kv_buffer,
 )
 from sglang.srt.server_args import get_global_server_args
-from sglang.srt.utils import (
-    LazyValue,
-    add_prefix,
-    is_cuda,
-    is_flashinfer_available,
-    is_sm100_supported,
-    make_layers,
-)
+from sglang.srt.utils import LazyValue, add_prefix, is_cuda, make_layers

 _is_cuda = is_cuda()
-_is_flashinfer_available = is_flashinfer_available()
-_is_sm100_supported = is_cuda() and is_sm100_supported()


 if _is_cuda: