Fix IMA with flashinfer + spec + topk & Add radix attention test cases for eagle (#13740)
This commit is contained in:
@@ -13,6 +13,7 @@ import requests
|
||||
from sglang.srt.environ import envs
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.few_shot_gsm8k import run_eval as run_gsm8k_eval
|
||||
from sglang.test.kits.radix_cache_server_kit import run_radix_attention_test
|
||||
from sglang.test.server_fixtures.eagle_fixture import EagleServerBase
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_EAGLE_TARGET_MODEL_FOR_TEST,
|
||||
@@ -39,6 +40,10 @@ class TestEAGLEServerBasic(EagleServerBase):
|
||||
for p in threads:
|
||||
p.join()
|
||||
|
||||
def test_radix_attention(self):
|
||||
run_radix_attention_test(self.base_url)
|
||||
self.assertIsNone(self.process.poll())
|
||||
|
||||
def test_max_token_one(self):
|
||||
requests.get(self.base_url + "/flush_cache")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user