[diffusion] ci: add flux2 tp2 test into ci to avoid breaking tensor parallel (#15237)

This commit is contained in:
Xiaoyu Zhang
2025-12-17 20:44:21 +08:00
committed by GitHub
parent 0071fe9c40
commit 533851fbcb
3 changed files with 84 additions and 0 deletions

View File

@@ -1265,6 +1265,73 @@
"expected_e2e_ms": 204257.12,
"expected_avg_denoise_ms": 3855.55,
"expected_median_denoise_ms": 3774.03
},
"flux_2_image_t2i_2_gpus": {
"stages_ms": {
"InputValidationStage": 0.05,
"TextEncodingStage": 518.88,
"ImageVAEEncodingStage": 0.0,
"ConditioningStage": 0.01,
"LatentPreparationStage": 0.45,
"TimestepPreparationStage": 3.41,
"DenoisingStage": 26377.63,
"DecodingStage": 321.94
},
"denoise_step_ms": {
"0": 66.94,
"1": 511.02,
"2": 537.24,
"3": 516.92,
"4": 537.18,
"5": 520.79,
"6": 531.95,
"7": 522.69,
"8": 532.77,
"9": 522.36,
"10": 530.91,
"11": 526.67,
"12": 530.23,
"13": 526.16,
"14": 528.55,
"15": 524.96,
"16": 526.36,
"17": 527.71,
"18": 528.84,
"19": 528.73,
"20": 527.95,
"21": 525.1,
"22": 528.21,
"23": 528.06,
"24": 527.11,
"25": 530.93,
"26": 526.27,
"27": 528.66,
"28": 526.33,
"29": 530.99,
"30": 528.51,
"31": 528.53,
"32": 528.73,
"33": 527.02,
"34": 527.49,
"35": 528.25,
"36": 529.96,
"37": 528.43,
"38": 528.5,
"39": 525.72,
"40": 529.65,
"41": 525.62,
"42": 526.24,
"43": 528.77,
"44": 526.68,
"45": 528.06,
"46": 524.92,
"47": 529.5,
"48": 524.22,
"49": 528.21
},
"expected_e2e_ms": 27624.8,
"expected_avg_denoise_ms": 518.23,
"expected_median_denoise_ms": 528.06
}
}
}

View File

@@ -54,6 +54,9 @@ def diffusion_server(case: DiffusionTestCase) -> ServerContext:
extra_args = os.environ.get("SGLANG_TEST_SERVE_ARGS", "")
extra_args += f" --num-gpus {server_args.num_gpus}"
if server_args.tp_size is not None:
extra_args += f" --tp-size {server_args.tp_size}"
if server_args.ulysses_degree is not None:
extra_args += f" --ulysses-degree {server_args.ulysses_degree}"

View File

@@ -119,6 +119,7 @@ class DiffusionServerArgs:
custom_validator: str | None = None # optional custom validator name
# resources
num_gpus: int = 1
tp_size: int | None = None
ulysses_degree: int | None = None
ring_degree: int | None = None
# LoRA
@@ -518,6 +519,19 @@ TWO_GPU_CASES_B = [
modality="image",
warmup_text=1,
warmup_edit=0,
num_gpus=2,
),
T2I_sampling_params,
),
DiffusionTestCase(
"flux_2_image_t2i_2_gpus",
DiffusionServerArgs(
model_path="black-forest-labs/FLUX.2-dev",
modality="image",
warmup_text=1,
warmup_edit=0,
num_gpus=2,
tp_size=2,
),
T2I_sampling_params,
),