support page size large than 64 for mamba radix cache with fix (#16768)

This commit is contained in:
Hanming Lu
2026-01-08 21:28:37 -08:00
committed by GitHub
parent ccd0fb3291
commit 41609b52fe
5 changed files with 61 additions and 25 deletions

View File

@@ -19,6 +19,11 @@ from sglang.test.test_utils import (
QWEN3_NEXT_MODEL = "Qwen/Qwen3-Next-80B-A3B-Instruct"
ACC_THRESHOLDS = {
QWEN3_NEXT_MODEL: {"kl_div": 0.0025, "gsm8k": 0.93},
}
# MTP has higher KL divergence threshold
ACC_THRESHOLDS_MTP = {
QWEN3_NEXT_MODEL: {"kl_div": 0.008, "gsm8k": 0.93},
}
@@ -241,13 +246,13 @@ class TestQwen3NextMTPTopk(CustomTestCase):
metrics = run_eval(args)
print(f"{metrics=}")
self.assertGreaterEqual(
metrics["accuracy"], ACC_THRESHOLDS[self.model]["gsm8k"]
metrics["accuracy"], ACC_THRESHOLDS_MTP[self.model]["gsm8k"]
)
def test_input_output_logprobs_match_prefill_cache_hit(self):
test_input_output_logprobs_match_prefill_cache_hit_helper(
self.base_url,
ACC_THRESHOLDS,
ACC_THRESHOLDS_MTP,
self.model,
max_samples=32,
max_new_tokens=512,
@@ -256,7 +261,7 @@ class TestQwen3NextMTPTopk(CustomTestCase):
def test_input_output_logprobs_match_decode_cache_hit(self):
test_input_output_logprobs_match_decode_cache_hit_helper(
self.base_url,
ACC_THRESHOLDS,
ACC_THRESHOLDS_MTP,
self.model,
max_samples=32,
max_new_tokens=512,