[Ascend][Feat] Add Ascend sampling backend (#12692)

Co-authored-by: ronnie_zheng <zl19940307@163.com>
2025-11-15 21:59:58 +08:00
parent 2aec8b6e1b
commit 10592e9c08
5 changed files with 165 additions and 4 deletions
@@ -2706,7 +2706,7 @@ class ServerArgs:
        parser.add_argument(
            "--sampling-backend",
            type=str,
-            choices=["flashinfer", "pytorch"],
+            choices=["flashinfer", "pytorch", "ascend"],
            default=ServerArgs.sampling_backend,
            help="Choose the kernels for sampling layers.",
        )