[diffusion] ci: add flux2 tp2 test into ci to avoid breaking tensor parallel (#15237)
This commit is contained in:
@@ -1265,6 +1265,73 @@
|
||||
"expected_e2e_ms": 204257.12,
|
||||
"expected_avg_denoise_ms": 3855.55,
|
||||
"expected_median_denoise_ms": 3774.03
|
||||
},
|
||||
"flux_2_image_t2i_2_gpus": {
|
||||
"stages_ms": {
|
||||
"InputValidationStage": 0.05,
|
||||
"TextEncodingStage": 518.88,
|
||||
"ImageVAEEncodingStage": 0.0,
|
||||
"ConditioningStage": 0.01,
|
||||
"LatentPreparationStage": 0.45,
|
||||
"TimestepPreparationStage": 3.41,
|
||||
"DenoisingStage": 26377.63,
|
||||
"DecodingStage": 321.94
|
||||
},
|
||||
"denoise_step_ms": {
|
||||
"0": 66.94,
|
||||
"1": 511.02,
|
||||
"2": 537.24,
|
||||
"3": 516.92,
|
||||
"4": 537.18,
|
||||
"5": 520.79,
|
||||
"6": 531.95,
|
||||
"7": 522.69,
|
||||
"8": 532.77,
|
||||
"9": 522.36,
|
||||
"10": 530.91,
|
||||
"11": 526.67,
|
||||
"12": 530.23,
|
||||
"13": 526.16,
|
||||
"14": 528.55,
|
||||
"15": 524.96,
|
||||
"16": 526.36,
|
||||
"17": 527.71,
|
||||
"18": 528.84,
|
||||
"19": 528.73,
|
||||
"20": 527.95,
|
||||
"21": 525.1,
|
||||
"22": 528.21,
|
||||
"23": 528.06,
|
||||
"24": 527.11,
|
||||
"25": 530.93,
|
||||
"26": 526.27,
|
||||
"27": 528.66,
|
||||
"28": 526.33,
|
||||
"29": 530.99,
|
||||
"30": 528.51,
|
||||
"31": 528.53,
|
||||
"32": 528.73,
|
||||
"33": 527.02,
|
||||
"34": 527.49,
|
||||
"35": 528.25,
|
||||
"36": 529.96,
|
||||
"37": 528.43,
|
||||
"38": 528.5,
|
||||
"39": 525.72,
|
||||
"40": 529.65,
|
||||
"41": 525.62,
|
||||
"42": 526.24,
|
||||
"43": 528.77,
|
||||
"44": 526.68,
|
||||
"45": 528.06,
|
||||
"46": 524.92,
|
||||
"47": 529.5,
|
||||
"48": 524.22,
|
||||
"49": 528.21
|
||||
},
|
||||
"expected_e2e_ms": 27624.8,
|
||||
"expected_avg_denoise_ms": 518.23,
|
||||
"expected_median_denoise_ms": 528.06
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -54,6 +54,9 @@ def diffusion_server(case: DiffusionTestCase) -> ServerContext:
|
||||
extra_args = os.environ.get("SGLANG_TEST_SERVE_ARGS", "")
|
||||
extra_args += f" --num-gpus {server_args.num_gpus}"
|
||||
|
||||
if server_args.tp_size is not None:
|
||||
extra_args += f" --tp-size {server_args.tp_size}"
|
||||
|
||||
if server_args.ulysses_degree is not None:
|
||||
extra_args += f" --ulysses-degree {server_args.ulysses_degree}"
|
||||
|
||||
|
||||
@@ -119,6 +119,7 @@ class DiffusionServerArgs:
|
||||
custom_validator: str | None = None # optional custom validator name
|
||||
# resources
|
||||
num_gpus: int = 1
|
||||
tp_size: int | None = None
|
||||
ulysses_degree: int | None = None
|
||||
ring_degree: int | None = None
|
||||
# LoRA
|
||||
@@ -518,6 +519,19 @@ TWO_GPU_CASES_B = [
|
||||
modality="image",
|
||||
warmup_text=1,
|
||||
warmup_edit=0,
|
||||
num_gpus=2,
|
||||
),
|
||||
T2I_sampling_params,
|
||||
),
|
||||
DiffusionTestCase(
|
||||
"flux_2_image_t2i_2_gpus",
|
||||
DiffusionServerArgs(
|
||||
model_path="black-forest-labs/FLUX.2-dev",
|
||||
modality="image",
|
||||
warmup_text=1,
|
||||
warmup_edit=0,
|
||||
num_gpus=2,
|
||||
tp_size=2,
|
||||
),
|
||||
T2I_sampling_params,
|
||||
),
|
||||
|
||||
Reference in New Issue
Block a user