chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[diffusion]: remove stale offload-manager in LTX2 AV denoising (#20624)

Browse Source
This commit is contained in:
Ratish P
2026-03-17 12:44:00 +05:30
committed by GitHub
parent 18dd5c972d
commit e3277b3be2
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/multimodal_gen/runtime/pipelines_core/stages/denoising_av.py
View File

@@ -27,6 +27,7 @@ from sglang.multimodal_gen.runtime.pipelines_core.stages.validators import (
)
from sglang.multimodal_gen.runtime.platforms import current_platform
from sglang.multimodal_gen.runtime.server_args import ServerArgs
from sglang.multimodal_gen.runtime.utils.layerwise_offload import OffloadableDiTMixin
from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger
from sglang.multimodal_gen.runtime.utils.perf_logger import StageProfiler
from sglang.multimodal_gen.utils import PRECISION_TO_TYPE
@@ -704,10 +705,9 @@ class LTX2AVDenoisingStage(DenoisingStage):
batch.latents = latents
batch.audio_latents = audio_latents
# 4. Cleanup
offload_mgr = getattr(self.transformer, "_layerwise_offload_manager", None)
if offload_mgr is not None and getattr(offload_mgr, "enabled", False):
offload_mgr.release_all()
if isinstance(self.transformer, OffloadableDiTMixin):
for manager in self.transformer.layerwise_offload_managers:
manager.release_all()
def verify_input(self, batch: Req, server_args: ServerArgs) -> VerificationResult:
"""Verify denoising stage inputs.