+9
7bc1dae095
7bc1dae095
Co-authored-by: yhyang201 <yhyang201@gmail.com> Co-authored-by: yizhang2077 <1109276519@qq.com> Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com> Co-authored-by: ispobock <ispobaoke@gmail.com> Co-authored-by: JiLi <leege233@gmail.com> Co-authored-by: CHEN Xi <78632976+RubiaCx@users.noreply.github.com> Co-authored-by: laixin <xielx@shanghaitech.edu.cn> Co-authored-by: SolitaryThinker <wlsaidhi@gmail.com> Co-authored-by: jzhang38 <a1286225768@gmail.com> Co-authored-by: BrianChen1129 <yongqichcd@gmail.com> Co-authored-by: Kevin Lin <42618777+kevin314@users.noreply.github.com> Co-authored-by: Edenzzzz <wtan45@wisc.edu> Co-authored-by: rlsu9 <r3su@ucsd.edu> Co-authored-by: Jinzhe Pan <48981407+eigensystem@users.noreply.github.com> Co-authored-by: foreverpiano <pianoqwz@qq.com> Co-authored-by: RandNMR73 <notomatthew31@gmail.com> Co-authored-by: PorridgeSwim <yz3883@columbia.edu> Co-authored-by: Jiali Chen <90408393+gary-chenjl@users.noreply.github.com>
42 lines
1.3 KiB
Python
42 lines
1.3 KiB
Python
# Copied and adapted from: https://github.com/hao-ai-lab/FastVideo
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
from dataclasses import dataclass, field
|
|
|
|
from sglang.multimodal_gen.configs.models.vaes.base import VAEArchConfig, VAEConfig
|
|
|
|
|
|
@dataclass
|
|
class HunyuanVAEArchConfig(VAEArchConfig):
|
|
in_channels: int = 3
|
|
out_channels: int = 3
|
|
latent_channels: int = 16
|
|
down_block_types: tuple[str, ...] = (
|
|
"HunyuanVideoDownBlock3D",
|
|
"HunyuanVideoDownBlock3D",
|
|
"HunyuanVideoDownBlock3D",
|
|
"HunyuanVideoDownBlock3D",
|
|
)
|
|
up_block_types: tuple[str, ...] = (
|
|
"HunyuanVideoUpBlock3D",
|
|
"HunyuanVideoUpBlock3D",
|
|
"HunyuanVideoUpBlock3D",
|
|
"HunyuanVideoUpBlock3D",
|
|
)
|
|
block_out_channels: tuple[int, ...] = (128, 256, 512, 512)
|
|
layers_per_block: int = 2
|
|
act_fn: str = "silu"
|
|
norm_num_groups: int = 32
|
|
scaling_factor: float = 0.476986
|
|
spatial_compression_ratio: int = 8
|
|
temporal_compression_ratio: int = 4
|
|
mid_block_add_attention: bool = True
|
|
|
|
def __post_init__(self):
|
|
self.spatial_compression_ratio: int = 2 ** (len(self.block_out_channels) - 1)
|
|
|
|
|
|
@dataclass
|
|
class HunyuanVAEConfig(VAEConfig):
|
|
arch_config: VAEArchConfig = field(default_factory=HunyuanVAEArchConfig)
|