chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add EAGLE3 test with MMLU dataset. (#15945)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-28 16:07:58 +08:00
committed by GitHub
parent bf90ea9c5b
commit c7e7bfa32c
8 changed files with 63 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
test/srt/hicache/test_hicache_variants.py
View File

@@ -152,9 +152,8 @@ class TestHiCacheEagle(HiCacheBaseServer, HiCacheEvalMixin):
self.assertGreaterEqual(metrics["score"], self.expected_mmlu_score)
# EAGLE-specific check
server_info = requests.get(self.base_url + "/get_server_info")
print(f"{server_info=}")
avg_spec_accept_length = server_info.json()["internal_states"][0][
server_info = requests.get(self.base_url + "/get_server_info").json()
avg_spec_accept_length = server_info["internal_states"][0][
"avg_spec_accept_length"
]
print(f"{avg_spec_accept_length=}")