Cleanup ModelRunner (#15802)

This commit is contained in:
Liangsheng Yin
2025-12-25 18:13:30 +08:00
committed by GitHub
parent e6ce16a4c2
commit f4e835af2f
4 changed files with 62 additions and 74 deletions

View File

@@ -290,14 +290,16 @@ class TestEAGLEServerBasic(EagleServerBase):
class TestEAGLERetract(TestEAGLEServerBasic):
extra_args = ["--chunked-prefill-size", 128, "--max-running-requests", 64]
extra_args = [
"--chunked-prefill-size=128",
"--max-running-requests=64",
"--max-total-tokens=4500", # Set a smaller KV cache to trigger retract more easily
]
@classmethod
def setUpClass(cls):
# These config helps find a leak.
with envs.SGLANG_TEST_RETRACT.override(
True
), envs.SGLANG_CI_SMALL_KV_SIZE.override(4500):
with envs.SGLANG_TEST_RETRACT.override(True):
super().setUpClass()