Simplify pytorch sampling kernel and logit processor (#2491)

2024-12-16 14:11:09 -08:00
parent 82699474fd
commit 7a1aecb938
5 changed files with 188 additions and 159 deletions
@@ -698,11 +698,6 @@ class ServerArgs:
            action="store_true",
            help="Disable Multi-head Latent Attention (MLA) for DeepSeek-V2.",
        )
-        parser.add_argument(
-            "--disable-nan-detection",
-            action="store_true",
-            help="Disable the NaN detection for better performance.",
-        )
        parser.add_argument(
            "--disable-overlap-schedule",
            action="store_true",