hotfix: checking for HIP (#2485)

2024-12-15 02:47:26 +08:00
parent 0ba2c58947
commit 5f2595be43
2 changed files with 2 additions and 8 deletions
@@ -19,7 +19,7 @@ from sglang.srt.layers.quantization.base_config import (
 )
 from sglang.srt.utils import set_weight_attrs

-if torch.cuda.is_available() or torch.hip.is_available():
+if torch.cuda.is_available():
    from sglang.srt.layers.fused_moe_triton.fused_moe import fused_experts
 else:
    fused_experts = None  # type: ignore