chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[Auto Sync] Update test_deterministic.py (20260124) (#17665)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Jiayi Yuan <34369239+jy-yuan@users.noreply.github.com>
This commit is contained in:
Lianmin Zheng
2026-01-24 02:52:47 -08:00
committed by GitHub
parent a6280b2a23
commit 0834f9afeb
1 changed files with 17 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
python/sglang/test/test_deterministic.py
View File

@@ -343,19 +343,19 @@ class TokenIdsAndLogprobs:
print(f"✅ Logprobs match:", a.logprobs[:5])
else:
print(f"❌ Logprobs mismatch")
# Only print first 5 elements for readability
n_show = 5
a_show = a.logprobs[:n_show]
b_show = b.logprobs[:n_show]
# Only print last 10 elements for readability
n_show = 10
a_show = a.logprobs[-n_show:]
b_show = b.logprobs[-n_show:]
print(
" A: ",
" A: ... ",
[f"{x:.10f}" if x is not None else "None" for x in a_show],
f"... ({len(a.logprobs)} total)" if len(a.logprobs) > n_show else "",
f"({len(a.logprobs)} total)" if len(a.logprobs) > n_show else "",
)
print(
" B: ",
" B: ... ",
[f"{x:.10f}" if x is not None else "None" for x in b_show],
f"... ({len(b.logprobs)} total)" if len(b.logprobs) > n_show else "",
f"({len(b.logprobs)} total)" if len(b.logprobs) > n_show else "",
)
diff = [
abs(x - y) if x is not None else float("nan")
@@ -363,7 +363,7 @@ class TokenIdsAndLogprobs:
]
print(
" Diff:",
[f"{x:.10e}" for x in diff[:n_show]],
[f"{x:.10e}" for x in diff[-n_show:]],
f"... ({len(diff)} total)" if len(diff) > n_show else "",
)
@@ -528,23 +528,25 @@ def test_deterministic(args):
# Flush cache first to make sure there is no cache hit from previous tests
flush_response = requests.post(f"http://{args.host}:{args.port}/flush_cache")
print(f"Step 1: Generating random 64 token IDs...")
prefix_len = 100
print(f"Step 1: Generating random {prefix_len} token IDs...")
# Use a reasonable token ID range (e.g., 1-50000 for most tokenizers)
# Avoid special tokens like 0 (padding), 1 (BOS), 2 (EOS)
# set seed for random.randint
random.seed(42)
initial_token_ids = [random.randint(100, 50000) for _ in range(64)]
initial_token_ids = [random.randint(100, 50000) for _ in range(prefix_len)]
print(f"✓ Using {len(initial_token_ids)} initial tokens")
print(f" Initial token IDs: {initial_token_ids}")
num_tokens_to_generate = 2
print(
f"\nStep 2: Generating 2 tokens from {len(initial_token_ids)} token prefix..."
f"\nStep 2: Generating {num_tokens_to_generate} tokens from {len(initial_token_ids)} token prefix..."
)
first_response = send_single(
args,
input_ids=initial_token_ids,
max_new_tokens=100,
max_new_tokens=num_tokens_to_generate,
return_full_response=True,
)
first_output_text = first_response["text"]
@@ -558,11 +560,11 @@ def test_deterministic(args):
print(f' Output text: "{first_output_text}"')
print(
f"\nStep 3: Generating with radix cache (164 tokens prefill, should hit > 128 tokens cache, based on page size)..."
f"\nStep 3: Generating with radix cache ({len(initial_token_ids + first_output_token_ids[:-1])} tokens prefill, should hit cache based on page size)..."
)
prefix_token_ids = initial_token_ids + first_output_token_ids[:-1]
print(
f" Prefix: {len(initial_token_ids)} initial + 64 generated = {len(prefix_token_ids)} tokens"
f" Prefix: {len(initial_token_ids)} initial + 1 generated = {len(prefix_token_ids)} tokens"
)
print(f"Using Prompt: {prefix_token_ids}")
cached_response = send_single(