[AMD] diffusion refactor: move ROCM VAE optimization to Platform abstraction (#20496)

This commit is contained in:
YC Tseng
2026-03-13 13:10:05 -07:00
committed by GitHub
parent d764f414a1
commit c37ef7f18b
5 changed files with 53 additions and 53 deletions
+3
View File
@@ -56,6 +56,7 @@ if TYPE_CHECKING:
# model loading
SGLANG_USE_RUNAI_MODEL_STREAMER: bool = True
SGLANG_DIFFUSION_VAE_CHANNELS_LAST_3D: bool = False
SGLANG_USE_ROCM_VAE: bool = False
def get_default_cache_root() -> str:
@@ -276,6 +277,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
"SGLANG_USE_RUNAI_MODEL_STREAMER": _lazy_bool(
"SGLANG_USE_RUNAI_MODEL_STREAMER", "true"
),
# ROCm: use AITer GroupNorm in VAE for improved performance
"SGLANG_USE_ROCM_VAE": _lazy_bool("SGLANG_USE_ROCM_VAE"),
}
# Add cache-dit Secondary Transformer Env Vars via programmatic generation to reduce duplication