chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Improve PP consistency check success rate (#20838)

Browse Source 
Signed-off-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Shangming Cai
2026-03-19 19:12:50 +08:00
committed by GitHub
parent 671bd266c1
commit 4c52b7fcc6
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
test/registered/distributed/test_pp_single_node.py
View File

@@ -31,7 +31,7 @@ from sglang.test.test_utils import (
run_bench_one_batch_server,
)
register_cuda_ci(est_time=500, suite="stage-c-test-4-gpu-h100")
register_cuda_ci(est_time=650, suite="stage-c-test-4-gpu-h100")
class TestPPAccuracy(unittest.TestCase):
@@ -214,7 +214,7 @@ class TestQwenPPAccuracy(unittest.TestCase):
args = SimpleNamespace(
num_shots=5,
data_path=None,
num_questions=200,
num_questions=512,
max_new_tokens=512,
parallel=128,
host="http://127.0.0.1",
@@ -238,7 +238,7 @@ class TestQwenPPAccuracy(unittest.TestCase):
pp_metrics["accuracy"],
baseline["accuracy"] - 0.02,
msg=(
f"PP accuracy dropped more than 1% compared to baseline. "
f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
),
)
@@ -269,7 +269,7 @@ class TestQwenPPTieWeightsAccuracy(unittest.TestCase):
args = SimpleNamespace(
num_shots=5,
data_path=None,
num_questions=200,
num_questions=512,
max_new_tokens=512,
parallel=128,
host="http://127.0.0.1",
@@ -292,7 +292,7 @@ class TestQwenPPTieWeightsAccuracy(unittest.TestCase):
pp_metrics["accuracy"],
baseline["accuracy"] - 0.02,
msg=(
f"PP accuracy dropped more than 1% compared to baseline. "
f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
),
)
@@ -321,7 +321,7 @@ class TestQwenMoePPAccuracy(unittest.TestCase):
args = SimpleNamespace(
num_shots=5,
data_path=None,
num_questions=200,
num_questions=512,
max_new_tokens=512,
parallel=128,
host="http://127.0.0.1",
@@ -344,7 +344,7 @@ class TestQwenMoePPAccuracy(unittest.TestCase):
pp_metrics["accuracy"],
baseline["accuracy"] - 0.02,
msg=(
f"PP accuracy dropped more than 1% compared to baseline. "
f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
),
)
@@ -375,7 +375,7 @@ class TestQwen35PPAccuracy(unittest.TestCase):
args = SimpleNamespace(
num_shots=5,
data_path=None,
num_questions=200,
num_questions=512,
max_new_tokens=512,
parallel=128,
host="http://127.0.0.1",
@@ -398,7 +398,7 @@ class TestQwen35PPAccuracy(unittest.TestCase):
pp_metrics["accuracy"],
baseline["accuracy"] - 0.02,
msg=(
f"PP accuracy dropped more than 1% compared to baseline. "
f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
),
)