chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 15 Packages Projects Releases Wiki Activity

Add EAGLE3 test with MMLU dataset. (#15945)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-28 16:07:58 +08:00
committed by GitHub
parent bf90ea9c5b
commit c7e7bfa32c
8 changed files with 63 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/mla/test_flashmla.py
+2 -3
View File
@@ -125,9 +125,8 @@ class TestFlashMLAMTP(CustomTestCase):
self.assertGreater(metrics["accuracy"], 0.60)
server_info = requests.get(self.base_url + "/get_server_info")
print(f"{server_info=}")
avg_spec_accept_length = server_info.json()["internal_states"][0][
server_info = requests.get(self.base_url + "/server_info").json()
avg_spec_accept_length = server_info["internal_states"][0][
"avg_spec_accept_length"
]
print(f"{avg_spec_accept_length=}")
test/registered/mla/test_mla_flashinfer.py
+2 -3
View File
@@ -115,9 +115,8 @@ class TestFlashinferMLAMTP(CustomTestCase):
self.assertGreater(metrics["accuracy"], 0.60)
server_info = requests.get(self.base_url + "/get_server_info")
print(f"{server_info=}")
avg_spec_accept_length = server_info.json()["internal_states"][0][
server_info = requests.get(self.base_url + "/get_server_info").json()
avg_spec_accept_length = server_info["internal_states"][0][
"avg_spec_accept_length"
]
print(f"{avg_spec_accept_length=}")