[VLM] Support Piecewise CUDA Graph for Qwen3-Omni-MOE (#14222)

Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com>
This commit is contained in:
Yuan Luo
2025-12-02 10:12:10 +08:00
committed by GitHub
co-authored by luoyuan.luo
parent 3ab8ae6847
commit 26aebf83d3
3 changed files with 52 additions and 1 deletions
+1 -1
View File
@@ -97,7 +97,6 @@ suites = {
TestFile("test_original_logprobs.py", 41),
TestFile("test_page_size.py", 60),
TestFile("test_penalty.py", 82),
TestFile("test_piecewise_cuda_graph.py", 850),
TestFile("test_priority_scheduling.py", 130),
TestFile("test_pytorch_sampling_backend.py", 66),
TestFile("test_radix_attention.py", 105),
@@ -158,6 +157,7 @@ suites = {
TestFile("test_local_attn.py", 411),
TestFile("test_multi_instance_release_memory_occupation.py", 64),
TestFile("test_pp_single_node.py", 481),
TestFile("test_piecewise_cuda_graph.py", 1200),
],
"per-commit-8-gpu-h200": [
TestFile("test_deepseek_v3_basic.py", 275),
+42
View File
@@ -371,5 +371,47 @@ class TestPiecewiseCudaGraphQwen25VLEmbedding(CustomTestCase):
)
class TestPiecewiseCudaGraphQwen3OmniMOE(CustomTestCase):
"""Test piecewise CUDA graph with Qwen3-Omni-30B-A3B-Instruct model"""
@classmethod
def setUpClass(cls):
cls.model = "Qwen/Qwen3-Omni-30B-A3B-Instruct"
cls.base_url = DEFAULT_URL_FOR_TEST
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--enable-piecewise-cuda-graph",
"--piecewise-cuda-graph-compiler",
"eager",
"--disable-radix-cache",
"--tp=4",
],
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
def test_gsm8k_accuracy(self):
"""Test GSM8K accuracy with 8-shot setting"""
num_examples = 2000
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mgsm_en",
num_examples=num_examples,
num_threads=min(num_examples, 1024),
)
metrics = run_eval(args)
print(f"GSM8K Accuracy: {metrics['score']:.3f}")
self.assertGreaterEqual(metrics["score"], 0.70)
if __name__ == "__main__":
unittest.main()