chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[difusion] CI: speed up multimodal_gen ci (#13665)

Browse Source 
Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Yuhao Yang
2025-11-21 14:26:33 +08:00
committed by GitHub
parent d754ce973e
commit 8c212a2029
5 changed files with 195 additions and 212 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/multimodal_gen/configs/sample/base.py
View File

@@ -413,9 +413,6 @@ class SamplingParams:
if user_params is None:
return
# Get fields defined directly in the subclass (not inherited)
subclass_defined_fields = set(type(self).__annotations__.keys())
# Compare against current instance to avoid constructing a default instance
default_params = SamplingParams()
@@ -432,7 +429,7 @@ class SamplingParams:
if field_name != "output_file_name"
else user_params.output_file_path is not None
)
if is_user_modified and field_name not in subclass_defined_fields:
if is_user_modified:
if hasattr(self, field_name):
setattr(self, field_name, user_value)

348
python/sglang/multimodal_gen/test/server/perf_baselines.json
View File

@@ -7,8 +7,8 @@
"tolerances": {
"e2e": 0.05,
"denoise_stage": 0.05,
"non_denoise_stage": 0.15,
"denoise_step": 0.15,
"non_denoise_stage": 0.3,
"denoise_step": 0.2,
"denoise_agg": 0.08
},
"improvement_reporting": {
@@ -73,7 +73,7 @@
"26": 410.26,
"27": 410.21,
"28": 410.71,
"29": 410.76,
"29": 470.76,
"30": 411.06,
"31": 410.1,
"32": 410.55,
@@ -98,69 +98,69 @@
},
"flux_image_t2i": {
"stages_ms": {
"InputValidationStage": 1.06,
"TextEncodingStage": 56.29,
"InputValidationStage": 0.03,
"TextEncodingStage": 81.49,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.91,
"LatentPreparationStage": 4.92,
"DenoisingStage": 8154.07,
"DecodingStage": 386.20
"TimestepPreparationStage": 2.32,
"LatentPreparationStage": 6.29,
"DenoisingStage": 8381.3,
"DecodingStage": 653.03
},
"denoise_step_ms": {
"0": 56.03,
"1": 57.19,
"2": 162.79,
"3": 162.71,
"4": 163.85,
"5": 163.34,
"6": 170.21,
"7": 165.57,
"8": 163.95,
"9": 164.27,
"10": 163.75,
"11": 163.55,
"12": 166.11,
"13": 166.15,
"14": 166.15,
"15": 164.95,
"16": 163.63,
"17": 164.53,
"18": 165.59,
"19": 165.06,
"20": 165.73,
"21": 164.28,
"22": 164.29,
"23": 165.02,
"24": 165.53,
"25": 164.88,
"26": 165.92,
"27": 164.68,
"28": 164.75,
"29": 165.02,
"30": 164.16,
"31": 164.61,
"32": 165.43,
"33": 165.0,
"34": 164.6,
"35": 164.78,
"36": 165.14,
"37": 164.53,
"38": 165.46,
"39": 165.48,
"40": 164.8,
"41": 166.22,
"42": 166.08,
"43": 164.82,
"44": 165.29,
"45": 165.72,
"46": 165.4,
"47": 165.57,
"48": 164.96,
"49": 166.05
"0": 57.18,
"1": 58.71,
"2": 166.91,
"3": 167.39,
"4": 166.7,
"5": 172.02,
"6": 179.04,
"7": 168.91,
"8": 165.77,
"9": 166.79,
"10": 167.45,
"11": 171.15,
"12": 171.31,
"13": 169.56,
"14": 169.67,
"15": 166.97,
"16": 169.15,
"17": 169.68,
"18": 170.1,
"19": 169.59,
"20": 168.52,
"21": 167.19,
"22": 169.36,
"23": 172.21,
"24": 171.8,
"25": 169.29,
"26": 169.67,
"27": 169.19,
"28": 169.46,
"29": 171.16,
"30": 170.98,
"31": 169.38,
"32": 168.55,
"33": 169.64,
"34": 168.16,
"35": 170.85,
"36": 170.21,
"37": 168.42,
"38": 168.17,
"39": 168.25,
"40": 167.47,
"41": 169.53,
"42": 171.65,
"43": 169.1,
"44": 172.15,
"45": 171.81,
"46": 171.26,
"47": 167.78,
"48": 168.44,
"49": 168.31
},
"expected_e2e_ms": 8677.09,
"expected_avg_denoise_ms": 160.67,
"expected_median_denoise_ms": 164.96
"expected_e2e_ms": 9275.51,
"expected_avg_denoise_ms": 165.04,
"expected_median_denoise_ms": 169.33
},
"qwen_image_edit_ti2i": {
"notes": "single uploaded reference image, Qwen/Qwen-Image-Edit",
@@ -232,128 +232,128 @@
},
"wan2_1_t2v_1.3b": {
"stages_ms": {
"InputValidationStage": 0.08,
"TextEncodingStage": 2945.3,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.97,
"LatentPreparationStage": 6.85,
"DenoisingStage": 69372.83,
"DecodingStage": 3617.56,
"InputValidationStage": 0.06,
"TextEncodingStage": 3595.12,
"ConditioningStage": 0.02,
"TimestepPreparationStage": 2.39,
"LatentPreparationStage": 15.27,
"DenoisingStage": 91099.4,
"DecodingStage": 4330.65,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 2831.7,
"1": 1356.14,
"2": 1368.21,
"3": 1369.72,
"4": 1369.99,
"5": 1369.59,
"6": 1373.51,
"7": 1370.87,
"8": 1372.93,
"9": 1374.36,
"10": 1377.02,
"11": 1369.3,
"12": 1371.37,
"13": 1372.18,
"14": 1374.18,
"15": 1372.42,
"16": 1372.78,
"17": 1373.88,
"18": 1374.75,
"19": 1373.75,
"20": 1374.48,
"21": 1373.56,
"22": 1372.96,
"23": 1373.94,
"24": 1375.37,
"25": 1374.7,
"26": 1375.98,
"27": 1375.46,
"28": 1375.66,
"29": 1374.0,
"30": 1374.51,
"31": 1378.0,
"32": 1377.06,
"33": 1373.76,
"34": 1373.49,
"35": 1374.65,
"36": 1376.83,
"37": 1376.62,
"38": 1376.01,
"39": 1376.99,
"40": 1374.0,
"41": 1374.25,
"42": 1374.06,
"43": 1373.53,
"44": 1372.87,
"45": 1374.37,
"46": 1376.22,
"47": 1375.73,
"48": 1376.33,
"49": 1373.45
"0": 2918.67,
"1": 1784.23,
"2": 1797.72,
"3": 1798.8,
"4": 1798.19,
"5": 1799.27,
"6": 1798.54,
"7": 1798.67,
"8": 1798.76,
"9": 1798.34,
"10": 1799.22,
"11": 1798.61,
"12": 1799.4,
"13": 1799.04,
"14": 1797.41,
"15": 1799.05,
"16": 1798.32,
"17": 1799.12,
"18": 1799.56,
"19": 1797.01,
"20": 1798.28,
"21": 1799.06,
"22": 1800.05,
"23": 1797.76,
"24": 1798.16,
"25": 1798.62,
"26": 1798.64,
"27": 1799.44,
"28": 1798.79,
"29": 1798.13,
"30": 1797.47,
"31": 1799.4,
"32": 1798.77,
"33": 1799.47,
"34": 1798.49,
"35": 1796.51,
"36": 1799.68,
"37": 1799.24,
"38": 1798.49,
"39": 1799.66,
"40": 1797.04,
"41": 1799.58,
"42": 1797.35,
"43": 1798.07,
"44": 1798.6,
"45": 1798.95,
"46": 1799.51,
"47": 1798.25,
"48": 1799.04,
"49": 1798.34
},
"expected_e2e_ms": 75157.98,
"expected_avg_denoise_ms": 1386.08,
"expected_median_denoise_ms": 1374.03
"expected_e2e_ms": 99083.75,
"expected_avg_denoise_ms": 1820.02,
"expected_median_denoise_ms": 1798.65
},
"wan2_2_i2v_a14b": {
"stages_ms": {
"InputValidationStage": 33.55,
"TextEncodingStage": 2236.59,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 1.52,
"LatentPreparationStage": 7.01,
"ImageVAEEncodingStage": 2068,
"DenoisingStage": 231725.24,
"DecodingStage": 2655.39,
"TextEncodingStage": 2291.94,
"ConditioningStage": 0.03,
"TimestepPreparationStage": 2.37,
"LatentPreparationStage": 8.87,
"ImageVAEEncodingStage": 2092.43,
"DenoisingStage": 255868.61,
"DecodingStage": 2747.78,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 18686.84,
"1": 4872.1,
"2": 4907.91,
"3": 4912.87,
"4": 4916.4,
"5": 4899.71,
"6": 4898.83,
"7": 4899.0,
"8": 4913.25,
"9": 4904.2,
"10": 4908.81,
"11": 4907.16,
"12": 4909.81,
"13": 4909.15,
"14": 4907.37,
"15": 26749.56,
"16": 4891.89,
"17": 4883.41,
"18": 4885.81,
"19": 4892.38,
"20": 4894.36,
"21": 4894.3,
"22": 4902.87,
"23": 4901.43,
"24": 4901.22,
"25": 4900.06,
"26": 4900.19,
"27": 4908.87,
"28": 4902.73,
"29": 4900.45,
"30": 4897.09,
"31": 4901.3,
"32": 4900.94,
"33": 4898.13,
"34": 4900.62,
"35": 4897.47,
"36": 4900.57,
"37": 4897.09,
"38": 4897.7,
"39": 4888.4
"0": 24266.38,
"1": 4987.24,
"2": 5023.9,
"3": 5033.86,
"4": 5039.19,
"5": 5049.18,
"6": 5036.97,
"7": 5037.92,
"8": 5040.91,
"9": 5051.29,
"10": 5039.41,
"11": 5049.76,
"12": 5044.17,
"13": 5049.54,
"14": 5050.61,
"15": 39939.62,
"16": 5037.41,
"17": 5055.67,
"18": 5059.63,
"19": 5070.04,
"20": 5078.54,
"21": 5079.15,
"22": 5065.42,
"23": 5064.19,
"24": 5065.35,
"25": 5059.83,
"26": 5055.47,
"27": 5048.03,
"28": 5044.28,
"29": 5044.19,
"30": 5040.91,
"31": 5037.98,
"32": 5026.15,
"33": 5027.36,
"34": 5018.56,
"35": 5007.23,
"36": 5012.65,
"37": 5013.68,
"38": 5005.83,
"39": 5000.26
},
"expected_e2e_ms": 257132.95,
"expected_avg_denoise_ms": 5791.06,
"expected_median_denoise_ms": 4900.59
"expected_e2e_ms": 263069.24,
"expected_avg_denoise_ms": 6393.94,
"expected_median_denoise_ms": 5044.18
},
"wan2_1_i2v_14b_480P": {
"stages_ms": {
@@ -415,10 +415,10 @@
"expected_avg_denoise_ms": 4912.17,
"expected_median_denoise_ms": 4899.69
},
"wan2_2_i2v_14b_720P": {
"wan2_1_i2v_14b_720P": {
"stages_ms": {
"InputValidationStage": 53.67,
"TextEncodingStage": 2228.89,
"TextEncodingStage": 2838,
"ImageEncodingStage": 2694.14,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 2.25,

10
python/sglang/multimodal_gen/test/server/test_server_performance.py
View File

@@ -65,14 +65,6 @@ def diffusion_server(case: DiffusionTestCase) -> ServerContext:
)
ctx = manager.start()
if case.startup_grace_seconds > 0:
logger.info(
"[server-test] Waiting %.1fs for %s to settle",
case.startup_grace_seconds,
case.id,
)
time.sleep(case.startup_grace_seconds)
try:
warmup = WarmupRunner(
port=ctx.port,
@@ -231,7 +223,7 @@ Consider updating perf_baselines.json with the snippets below:
if time.time() > deadline:
break
time.sleep(5)
time.sleep(1)
if not job_completed:
if is_baseline_generation_mode:

5
python/sglang/multimodal_gen/test/server/test_server_utils.py
View File

@@ -415,11 +415,14 @@ class PerformanceValidator:
expected = self.scenario.denoise_step_ms.get(idx)
if expected is None:
continue
# FIXME: hardcode, looser for first step
tolerance = 0.4 if idx == 0 else self.tolerances.denoise_step
self._assert_le(
f"Denoise Step {idx}",
actual,
expected,
self.tolerances.denoise_step,
tolerance,
)
def _validate_stages(self, summary: PerformanceSummary) -> None:

39
python/sglang/multimodal_gen/test/server/testcase_configs.py
View File

@@ -125,7 +125,6 @@ class DiffusionTestCase:
warmup_text: int = 1 # number of text-to-image/video warmups
warmup_edit: int = 0 # number of image/video-edit warmups
startup_grace_seconds: float = 0.0 # wait time after server starts
custom_validator: str | None = None # optional custom validator name
def is_image_url(self) -> bool:
@@ -159,6 +158,20 @@ IMAGE_INPUT_FILE = Path(__file__).resolve().parents[1] / "test_files" / "girl.jp
# All test cases with clean default values
# To test different models, simply add more DiffusionCase entries
DIFFUSION_CASES: list[DiffusionTestCase] = [
# === Image to Video (I2V) ===
DiffusionTestCase(
id="wan2_2_i2v_a14b",
model_path="Wan-AI/Wan2.2-I2V-A14B-Diffusers",
modality="video",
prompt="generate", # passing in something since failing if no prompt is passed
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
output_size="832x1104",
edit_prompt="generate",
image_path="https://github.com/Wan-Video/Wan2.2/blob/990af50de458c19590c245151197326e208d7191/examples/i2v_input.JPG?raw=true",
custom_validator="video",
seconds=1,
),
# === Text to Image (T2I) ===
DiffusionTestCase(
id="qwen_image_t2i",
@@ -168,7 +181,6 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
output_size="1024x1024",
warmup_text=1,
warmup_edit=0,
startup_grace_seconds=30.0,
),
DiffusionTestCase(
id="flux_image_t2i",
@@ -178,7 +190,6 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
output_size="1024x1024",
warmup_text=1,
warmup_edit=0,
startup_grace_seconds=30.0,
),
# === Text and Image to Image (TI2I) ===
DiffusionTestCase(
@@ -191,7 +202,6 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
warmup_edit=1,
edit_prompt="Convert 2D style to 3D style",
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
startup_grace_seconds=30.0,
),
# === Text to Video (T2V) ===
# TODO: FastWan2.1, FastWan2.2
@@ -204,24 +214,8 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
seconds=4,
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
startup_grace_seconds=30.0,
custom_validator="video",
),
# === Image to Video (I2V) ===
DiffusionTestCase(
id="wan2_2_i2v_a14b",
model_path="Wan-AI/Wan2.2-I2V-A14B-Diffusers",
modality="video",
prompt="generate", # passing in something since failing if no prompt is passed
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
output_size="832x1104",
edit_prompt="generate",
image_path="https://github.com/Wan-Video/Wan2.2/blob/990af50de458c19590c245151197326e208d7191/examples/i2v_input.JPG?raw=true",
startup_grace_seconds=30.0,
custom_validator="video",
seconds=1,
),
# === Text and Image to Video (TI2V) ===
DiffusionTestCase(
id="wan2_1_i2v_14b_480P",
@@ -233,12 +227,11 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
startup_grace_seconds=30.0,
custom_validator="video",
seconds=1,
),
DiffusionTestCase(
id="wan2_2_i2v_14b_720P",
id="wan2_1_i2v_14b_720P",
model_path="Wan-AI/Wan2.1-I2V-14B-720P-Diffusers",
modality="video",
prompt="Animate this image",
@@ -247,7 +240,6 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
output_size="832x1104",
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
startup_grace_seconds=30.0,
custom_validator="video",
seconds=1,
),
@@ -261,7 +253,6 @@ DIFFUSION_CASES: list[DiffusionTestCase] = [
image_path="https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg",
warmup_text=0, # warmups only for image gen models
warmup_edit=0,
startup_grace_seconds=30.0,
custom_validator="video",
seconds=1,
),