Remove the choices in --speculative-eagle-topk argument (#4329)

2025-03-12 21:19:16 -07:00
parent 4068e01292
commit 56c39a05a2
1 changed files with 0 additions and 1 deletions
@@ -771,7 +771,6 @@ class ServerArgs:
            "--speculative-eagle-topk",
            type=int,
            help="The number of tokens sampled from the draft model in eagle2 each step.",
-            choices=[1, 2, 4, 8],
            default=ServerArgs.speculative_eagle_topk,
        )
        parser.add_argument(