Enable MLA by default (#1447)

2024-09-17 11:42:48 +00:00
parent 90a26be31c
commit c6b6d2e71b
8 changed files with 16 additions and 18 deletions
@@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
        if is_tp2:
            other_args.extend(["--tp", "2"])
        if "DeepSeek" in model:
-            other_args.extend(["--enable-mla", "--mem-frac", "0.85"])
+            other_args.extend(["--mem-frac", "0.85"])

        self.process = popen_launch_server(
            model,