chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[diffusion] profile: support performance metric dumping and comparison (#13630)

Browse Source
This commit is contained in:
Mick
2025-11-21 18:47:16 +08:00
committed by GitHub
parent a34d3abb54
commit 5e7f91d451
20 changed files with 1315 additions and 1148 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/test/server/perf_baselines.json
+110 -110
View File
@@ -101,65 +101,65 @@
"InputValidationStage": 0.03,
"TextEncodingStage": 81.49,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 2.32,
"TimestepPreparationStage": 2.43,
"LatentPreparationStage": 6.29,
"DenoisingStage": 8381.3,
"DecodingStage": 653.03
},
"denoise_step_ms": {
"0": 57.18,
"1": 58.71,
"2": 166.91,
"3": 167.39,
"4": 166.7,
"5": 172.02,
"6": 179.04,
"7": 168.91,
"8": 165.77,
"9": 166.79,
"10": 167.45,
"11": 171.15,
"12": 171.31,
"13": 169.56,
"14": 169.67,
"15": 166.97,
"16": 169.15,
"17": 169.68,
"18": 170.1,
"19": 169.59,
"20": 168.52,
"21": 167.19,
"22": 169.36,
"23": 172.21,
"24": 171.8,
"25": 169.29,
"26": 169.67,
"27": 169.19,
"28": 169.46,
"29": 171.16,
"30": 170.98,
"31": 169.38,
"32": 168.55,
"33": 169.64,
"34": 168.16,
"35": 170.85,
"36": 170.21,
"37": 168.42,
"38": 168.17,
"39": 168.25,
"40": 167.47,
"41": 169.53,
"42": 171.65,
"43": 169.1,
"44": 172.15,
"45": 171.81,
"46": 171.26,
"47": 167.78,
"48": 168.44,
"49": 168.31
"0": 165.27,
"1": 58.88,
"2": 166.85,
"3": 166.51,
"4": 166.77,
"5": 167.55,
"6": 172.4,
"7": 167.77,
"8": 167.51,
"9": 167.22,
"10": 168.19,
"11": 167.74,
"12": 168.48,
"13": 168.08,
"14": 168.16,
"15": 167.15,
"16": 167.05,
"17": 169.27,
"18": 167.96,
"19": 167.74,
"20": 168.21,
"21": 167.07,
"22": 167.35,
"23": 167.06,
"24": 169.28,
"25": 169.41,
"26": 168.92,
"27": 167.59,
"28": 167.57,
"29": 170.42,
"30": 166.24,
"31": 168.33,
"32": 168.56,
"33": 168.62,
"34": 167.28,
"35": 167.12,
"36": 168.21,
"37": 168.78,
"38": 168.89,
"39": 167.74,
"40": 168.57,
"41": 167.89,
"42": 168.03,
"43": 167.61,
"44": 167.75,
"45": 168.03,
"46": 168.81,
"47": 168.29,
"48": 168.64,
"49": 168.78
},
"expected_e2e_ms": 9275.51,
"expected_avg_denoise_ms": 165.04,
"expected_avg_denoise_ms": 165.83,
"expected_median_denoise_ms": 169.33
},
"qwen_image_edit_ti2i": {
@@ -486,70 +486,70 @@
},
"wan2_2_ti2v_5b": {
"stages_ms": {
"InputValidationStage": 79.9,
"TextEncodingStage": 2241.88,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.63,
"InputValidationStage": 94.18,
"TextEncodingStage": 3413.73,
"ConditioningStage": 0.02,
"TimestepPreparationStage": 2.48,
"LatentPreparationStage": 22.52,
"DenoisingStage": 130094.11,
"DenoisingStage": 30000,
"DecodingStage": 12793.58,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 3092.88,
"1": 2526.43,
"2": 2544.76,
"3": 2543.33,
"4": 2545.33,
"5": 2542.44,
"6": 2540.33,
"7": 2542.23,
"8": 2544.87,
"9": 2547.86,
"10": 2548.18,
"11": 2551.13,
"12": 2547.02,
"13": 2551.31,
"14": 2551.97,
"15": 2549.61,
"16": 2551.75,
"17": 2552.97,
"18": 2551.2,
"19": 2555.07,
"20": 2552.72,
"21": 2551.24,
"22": 2554.63,
"23": 2555.52,
"24": 2555.06,
"25": 2550.04,
"26": 2554.88,
"27": 2553.69,
"28": 2550.75,
"29": 2555.17,
"30": 2556.75,
"31": 2554.22,
"32": 2552.74,
"33": 2554.31,
"34": 2554.98,
"35": 2553.65,
"36": 2552.21,
"37": 2554.85,
"38": 2555.96,
"39": 2553.78,
"40": 2553.5,
"41": 2550.98,
"42": 2555.66,
"43": 2551.91,
"44": 2551.23,
"45": 2555.91,
"46": 2556.11,
"47": 2548.55,
"48": 2552.78,
"49": 2553.49
"0": 1021.97,
"1": 407.7,
"2": 410.44,
"3": 411.69,
"4": 411.45,
"5": 410.84,
"6": 411.26,
"7": 412.68,
"8": 412.24,
"9": 410.15,
"10": 413.4,
"11": 410.18,
"12": 411.94,
"13": 411.54,
"14": 409.91,
"15": 412.89,
"16": 412.08,
"17": 411.64,
"18": 411.58,
"19": 410.54,
"20": 411.42,
"21": 412.88,
"22": 412.22,
"23": 412.97,
"24": 412.13,
"25": 413.21,
"26": 413.07,
"27": 410.89,
"28": 411.56,
"29": 414.19,
"30": 412.68,
"31": 411.13,
"32": 412.41,
"33": 412.79,
"34": 411.02,
"35": 410.2,
"36": 410.27,
"37": 411.63,
"38": 410.8,
"39": 411.52,
"40": 411.6,
"41": 411.75,
"42": 410.56,
"43": 411.65,
"44": 411.82,
"45": 410.83,
"46": 410.61,
"47": 411.5,
"48": 410.61,
"49": 411.6
},
"expected_e2e_ms": 145253.72,
"expected_avg_denoise_ms": 2561.76,
"expected_median_denoise_ms": 2552.46
"expected_e2e_ms": 32954.73,
"expected_avg_denoise_ms": 423.75,
"expected_median_denoise_ms": 411.59
}
}
}