Enable CPU device on SGLang (#2806)

2025-01-16 21:22:53 -08:00
parent a8ccacc8b8
commit 63051738a9
13 changed files with 376 additions and 9 deletions
@@ -392,7 +392,7 @@ class ServerArgs:
            "--device",
            type=str,
            default="cuda",
-            choices=["cuda", "xpu", "hpu"],
+            choices=["cuda", "xpu", "hpu", "cpu"],
            help="The device type.",
        )
        parser.add_argument(