From a73369c39f65d6a8523be3b0499acadffbfc6578 Mon Sep 17 00:00:00 2001 From: Lancer Date: Sun, 8 Mar 2026 14:25:14 +0800 Subject: [PATCH] [diffusion] chore: ensure CFG Zero Star numerical stability for Helios model (#20091) Signed-off-by: Lancer --- .../stages/model_specific_stages/helios_denoising.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/multimodal_gen/runtime/pipelines_core/stages/model_specific_stages/helios_denoising.py b/python/sglang/multimodal_gen/runtime/pipelines_core/stages/model_specific_stages/helios_denoising.py index ed7c48c08..119f1a202 100644 --- a/python/sglang/multimodal_gen/runtime/pipelines_core/stages/model_specific_stages/helios_denoising.py +++ b/python/sglang/multimodal_gen/runtime/pipelines_core/stages/model_specific_stages/helios_denoising.py @@ -29,6 +29,8 @@ logger = init_logger(__name__) def optimized_scale(positive_flat, negative_flat): """CFG Zero Star: compute optimal guidance scale.""" + positive_flat = positive_flat.float() + negative_flat = negative_flat.float() dot_product = torch.sum(positive_flat * negative_flat, dim=1, keepdim=True) squared_norm = torch.sum(negative_flat**2, dim=1, keepdim=True) + 1e-8 return dot_product / squared_norm