chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 17 Packages Projects Releases Wiki Activity

[difusion] CI: speed up multimodal_gen ci (#13665)

Browse Source 
Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Yuhao Yang
2025-11-21 14:26:33 +08:00
committed by GitHub
co-authored by Mick
parent d754ce973e
commit 8c212a2029
5 changed files with 195 additions and 212 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/test/server/perf_baselines.json
+174 -174
View File
@@ -7,8 +7,8 @@
"tolerances": {
"e2e": 0.05,
"denoise_stage": 0.05,
"non_denoise_stage": 0.15,
"denoise_step": 0.15,
"non_denoise_stage": 0.3,
"denoise_step": 0.2,
"denoise_agg": 0.08
},
"improvement_reporting": {
@@ -73,7 +73,7 @@
"26": 410.26,
"27": 410.21,
"28": 410.71,
"29": 410.76,
"29": 470.76,
"30": 411.06,
"31": 410.1,
"32": 410.55,
@@ -98,69 +98,69 @@
},
"flux_image_t2i": {
"stages_ms": {
"InputValidationStage": 1.06,
"TextEncodingStage": 56.29,
"InputValidationStage": 0.03,
"TextEncodingStage": 81.49,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.91,
"LatentPreparationStage": 4.92,
"DenoisingStage": 8154.07,
"DecodingStage": 386.20
"TimestepPreparationStage": 2.32,
"LatentPreparationStage": 6.29,
"DenoisingStage": 8381.3,
"DecodingStage": 653.03
},
"denoise_step_ms": {
"0": 56.03,
"1": 57.19,
"2": 162.79,
"3": 162.71,
"4": 163.85,
"5": 163.34,
"6": 170.21,
"7": 165.57,
"8": 163.95,
"9": 164.27,
"10": 163.75,
"11": 163.55,
"12": 166.11,
"13": 166.15,
"14": 166.15,
"15": 164.95,
"16": 163.63,
"17": 164.53,
"18": 165.59,
"19": 165.06,
"20": 165.73,
"21": 164.28,
"22": 164.29,
"23": 165.02,
"24": 165.53,
"25": 164.88,
"26": 165.92,
"27": 164.68,
"28": 164.75,
"29": 165.02,
"30": 164.16,
"31": 164.61,
"32": 165.43,
"33": 165.0,
"34": 164.6,
"35": 164.78,
"36": 165.14,
"37": 164.53,
"38": 165.46,
"39": 165.48,
"40": 164.8,
"41": 166.22,
"42": 166.08,
"43": 164.82,
"44": 165.29,
"45": 165.72,
"46": 165.4,
"47": 165.57,
"48": 164.96,
"49": 166.05
"0": 57.18,
"1": 58.71,
"2": 166.91,
"3": 167.39,
"4": 166.7,
"5": 172.02,
"6": 179.04,
"7": 168.91,
"8": 165.77,
"9": 166.79,
"10": 167.45,
"11": 171.15,
"12": 171.31,
"13": 169.56,
"14": 169.67,
"15": 166.97,
"16": 169.15,
"17": 169.68,
"18": 170.1,
"19": 169.59,
"20": 168.52,
"21": 167.19,
"22": 169.36,
"23": 172.21,
"24": 171.8,
"25": 169.29,
"26": 169.67,
"27": 169.19,
"28": 169.46,
"29": 171.16,
"30": 170.98,
"31": 169.38,
"32": 168.55,
"33": 169.64,
"34": 168.16,
"35": 170.85,
"36": 170.21,
"37": 168.42,
"38": 168.17,
"39": 168.25,
"40": 167.47,
"41": 169.53,
"42": 171.65,
"43": 169.1,
"44": 172.15,
"45": 171.81,
"46": 171.26,
"47": 167.78,
"48": 168.44,
"49": 168.31
},
"expected_e2e_ms": 8677.09,
"expected_avg_denoise_ms": 160.67,
"expected_median_denoise_ms": 164.96
"expected_e2e_ms": 9275.51,
"expected_avg_denoise_ms": 165.04,
"expected_median_denoise_ms": 169.33
},
"qwen_image_edit_ti2i": {
"notes": "single uploaded reference image, Qwen/Qwen-Image-Edit",
@@ -232,128 +232,128 @@
},
"wan2_1_t2v_1.3b": {
"stages_ms": {
"InputValidationStage": 0.08,
"TextEncodingStage": 2945.3,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.97,
"LatentPreparationStage": 6.85,
"DenoisingStage": 69372.83,
"DecodingStage": 3617.56,
"InputValidationStage": 0.06,
"TextEncodingStage": 3595.12,
"ConditioningStage": 0.02,
"TimestepPreparationStage": 2.39,
"LatentPreparationStage": 15.27,
"DenoisingStage": 91099.4,
"DecodingStage": 4330.65,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 2831.7,
"1": 1356.14,
"2": 1368.21,
"3": 1369.72,
"4": 1369.99,
"5": 1369.59,
"6": 1373.51,
"7": 1370.87,
"8": 1372.93,
"9": 1374.36,
"10": 1377.02,
"11": 1369.3,
"12": 1371.37,
"13": 1372.18,
"14": 1374.18,
"15": 1372.42,
"16": 1372.78,
"17": 1373.88,
"18": 1374.75,
"19": 1373.75,
"20": 1374.48,
"21": 1373.56,
"22": 1372.96,
"23": 1373.94,
"24": 1375.37,
"25": 1374.7,
"26": 1375.98,
"27": 1375.46,
"28": 1375.66,
"29": 1374.0,
"30": 1374.51,
"31": 1378.0,
"32": 1377.06,
"33": 1373.76,
"34": 1373.49,
"35": 1374.65,
"36": 1376.83,
"37": 1376.62,
"38": 1376.01,
"39": 1376.99,
"40": 1374.0,
"41": 1374.25,
"42": 1374.06,
"43": 1373.53,
"44": 1372.87,
"45": 1374.37,
"46": 1376.22,
"47": 1375.73,
"48": 1376.33,
"49": 1373.45
"0": 2918.67,
"1": 1784.23,
"2": 1797.72,
"3": 1798.8,
"4": 1798.19,
"5": 1799.27,
"6": 1798.54,
"7": 1798.67,
"8": 1798.76,
"9": 1798.34,
"10": 1799.22,
"11": 1798.61,
"12": 1799.4,
"13": 1799.04,
"14": 1797.41,
"15": 1799.05,
"16": 1798.32,
"17": 1799.12,
"18": 1799.56,
"19": 1797.01,
"20": 1798.28,
"21": 1799.06,
"22": 1800.05,
"23": 1797.76,
"24": 1798.16,
"25": 1798.62,
"26": 1798.64,
"27": 1799.44,
"28": 1798.79,
"29": 1798.13,
"30": 1797.47,
"31": 1799.4,
"32": 1798.77,
"33": 1799.47,
"34": 1798.49,
"35": 1796.51,
"36": 1799.68,
"37": 1799.24,
"38": 1798.49,
"39": 1799.66,
"40": 1797.04,
"41": 1799.58,
"42": 1797.35,
"43": 1798.07,
"44": 1798.6,
"45": 1798.95,
"46": 1799.51,
"47": 1798.25,
"48": 1799.04,
"49": 1798.34
},
"expected_e2e_ms": 75157.98,
"expected_avg_denoise_ms": 1386.08,
"expected_median_denoise_ms": 1374.03
"expected_e2e_ms": 99083.75,
"expected_avg_denoise_ms": 1820.02,
"expected_median_denoise_ms": 1798.65
},
"wan2_2_i2v_a14b": {
"stages_ms": {
"InputValidationStage": 33.55,
"TextEncodingStage": 2236.59,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.52,
"LatentPreparationStage": 7.01,
"ImageVAEEncodingStage": 2068,
"DenoisingStage": 231725.24,
"DecodingStage": 2655.39,
"TextEncodingStage": 2291.94,
"ConditioningStage": 0.03,
"TimestepPreparationStage": 2.37,
"LatentPreparationStage": 8.87,
"ImageVAEEncodingStage": 2092.43,
"DenoisingStage": 255868.61,
"DecodingStage": 2747.78,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 18686.84,
"1": 4872.1,
"2": 4907.91,
"3": 4912.87,
"4": 4916.4,
"5": 4899.71,
"6": 4898.83,
"7": 4899.0,
"8": 4913.25,
"9": 4904.2,
"10": 4908.81,
"11": 4907.16,
"12": 4909.81,
"13": 4909.15,
"14": 4907.37,
"15": 26749.56,
"16": 4891.89,
"17": 4883.41,
"18": 4885.81,
"19": 4892.38,
"20": 4894.36,
"21": 4894.3,
"22": 4902.87,
"23": 4901.43,
"24": 4901.22,
"25": 4900.06,
"26": 4900.19,
"27": 4908.87,
"28": 4902.73,
"29": 4900.45,
"30": 4897.09,
"31": 4901.3,
"32": 4900.94,
"33": 4898.13,
"34": 4900.62,
"35": 4897.47,
"36": 4900.57,
"37": 4897.09,
"38": 4897.7,
"39": 4888.4
"0": 24266.38,
"1": 4987.24,
"2": 5023.9,
"3": 5033.86,
"4": 5039.19,
"5": 5049.18,
"6": 5036.97,
"7": 5037.92,
"8": 5040.91,
"9": 5051.29,
"10": 5039.41,
"11": 5049.76,
"12": 5044.17,
"13": 5049.54,
"14": 5050.61,
"15": 39939.62,
"16": 5037.41,
"17": 5055.67,
"18": 5059.63,
"19": 5070.04,
"20": 5078.54,
"21": 5079.15,
"22": 5065.42,
"23": 5064.19,
"24": 5065.35,
"25": 5059.83,
"26": 5055.47,
"27": 5048.03,
"28": 5044.28,
"29": 5044.19,
"30": 5040.91,
"31": 5037.98,
"32": 5026.15,
"33": 5027.36,
"34": 5018.56,
"35": 5007.23,
"36": 5012.65,
"37": 5013.68,
"38": 5005.83,
"39": 5000.26
},
"expected_e2e_ms": 257132.95,
"expected_avg_denoise_ms": 5791.06,
"expected_median_denoise_ms": 4900.59
"expected_e2e_ms": 263069.24,
"expected_avg_denoise_ms": 6393.94,
"expected_median_denoise_ms": 5044.18
},
"wan2_1_i2v_14b_480P": {
"stages_ms": {
@@ -415,10 +415,10 @@
"expected_avg_denoise_ms": 4912.17,
"expected_median_denoise_ms": 4899.69
},
"wan2_2_i2v_14b_720P": {
"wan2_1_i2v_14b_720P": {
"stages_ms": {
"InputValidationStage": 53.67,
"TextEncodingStage": 2228.89,
"TextEncodingStage": 2838,
"ImageEncodingStage": 2694.14,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 2.25,