Revert "[diffusion] feat: support warmup with resolutions" (#16433)

This commit is contained in:
Kangyan-Zhou
2026-01-04 18:44:05 -08:00
committed by GitHub
parent 1e7b326482
commit ca80c19b55
11 changed files with 66 additions and 141 deletions

View File

@@ -206,10 +206,7 @@ class ServerArgs:
# Compilation
enable_torch_compile: bool = False
# warmup
warmup: bool = False
warmup_resolutions: list[str] = None
enable_warmup: bool = False
disable_autocast: bool | None = None
@@ -294,15 +291,6 @@ class ServerArgs:
if self.attention_backend in ["fa3", "fa4"]:
self.attention_backend = "fa"
# handle warmup
if self.warmup_resolutions is not None:
self.warmup = True
if self.warmup:
logger.info(
"Warmup enabled, the launch time is expected to be longer than usual"
)
# network initialization: port and host
self.port = self.settle_port(self.port)
# Add randomization to avoid race condition when multiple servers start simultaneously
@@ -469,24 +457,14 @@ class ServerArgs:
help="Use torch.compile to speed up DiT inference."
+ "However, will likely cause precision drifts. See (https://github.com/pytorch/pytorch/issues/145213)",
)
# warmup
parser.add_argument(
"--warmup",
"--enable-warmup",
action=StoreBoolean,
default=ServerArgs.warmup,
help="Perform some warmup after server starts (if `--warmup-resolutions` is specified) or before processing the first request (if `--warmup-resolutions` is not specified)."
default=ServerArgs.enable_warmup,
help="Perform a 1-step end-to-end warmup request before the actual request. "
"Recommended to enable when benchmarking to ensure fair comparison and best performance."
"When enabled with `--warmup-resolutions` unspecified, look for the line ending with `(with warmup excluded)` for actual processing time.",
"When enabled, look for the line ending with `with warmup excluded` for actual processing time.",
)
parser.add_argument(
"--warmup-resolutions",
type=str,
nargs="+",
default=ServerArgs.warmup_resolutions,
help="Specify resolutions for server to warmup. e.g., `--warmup-resolutions 256x256, 720x720`",
)
parser.add_argument(
"--dit-cpu-offload",
action=StoreBoolean,