Revert "make radix cache deterministic" (#11728)

2025-10-16 16:36:15 -05:00
parent c7962868c1
commit b0d1d717e1
5 changed files with 17 additions and 81 deletions
--- a/python/sglang/test/test_deterministic.py
+++ b/python/sglang/test/test_deterministic.py
@@ -273,10 +273,9 @@ def test_deterministic(args):

    elif args.test_mode == "prefix":
        # In prefix mode, we create prompts from the same long prompt, with different lengths of common prefix.
-        len_prefix = [1, 8000, 10000, 12500]
+        len_prefix = [1, 511, 2048, 4097]
        num_prompts = len(len_prefix)
        outputs = {i: [] for i in range(4)}
-        assert all(i <= len(LONG_PROMPT) for i in len_prefix)
        prompts = [LONG_PROMPT[: len_prefix[i]] for i in range(4)]
        for i in range(args.n_start, args.n_start + args.n_trials):
            batch_size = i