[BugFix] Fix CPU inference failure (#15231)

2025-12-16 13:32:41 +08:00
parent 02d24244e4
commit 22587bc0b4
1 changed files with 3 additions and 1 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -1443,7 +1443,9 @@ class ServerArgs:
        # TODO: currently, it is only supported in the single node scenario. https://github.com/flashinfer-ai/flashinfer/issues/2006
        # TODO: there is currently a bug on H20 device specifically, https://github.com/flashinfer-ai/flashinfer/issues/2204
        device_name = get_device_name()
-        is_h20_device = "H20" in device_name and "H200" not in device_name
+        is_h20_device = (
+            device_name and "H20" in device_name and "H200" not in device_name
+        )
        if (
            not self.enable_flashinfer_allreduce_fusion
            and model_arch