[test] update acc len threshold to 2.7 for eagle dp attention tests (#16463)
This commit is contained in:
@@ -80,7 +80,7 @@ class TestEagleDPAttnServerSmall(CustomTestCase):
|
||||
def test_a_gsm8k(self):
|
||||
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
||||
self.assertGreater(metrics["accuracy"], 0.64)
|
||||
self.assertGreater(avg_spec_accept_length, 1.4)
|
||||
self.assertGreater(avg_spec_accept_length, 2.7)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
@@ -89,8 +89,7 @@ class TestEagleDPAttnServerLarge(CustomTestCase):
|
||||
metrics, avg_spec_accept_length = test_gsm8k(self.base_url)
|
||||
|
||||
self.assertGreater(metrics["accuracy"], 0.94)
|
||||
# TODO: Update accept len to 2.04 once the bug is fixed
|
||||
self.assertGreater(avg_spec_accept_length, 1.4)
|
||||
self.assertGreater(avg_spec_accept_length, 2.7)
|
||||
if is_in_ci():
|
||||
write_github_step_summary(
|
||||
f"### test_gsm8k (deepseek-v3-fp4 mtp)\n"
|
||||
|
||||
Reference in New Issue
Block a user