chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix using upstream flash_attn on blackwell (#17111)

Browse Source
This commit is contained in:
Mick
2026-01-15 22:30:48 +08:00
committed by GitHub
parent c9a45b7e3c
commit 16831ab6d7
3 changed files with 28 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/multimodal_gen/runtime/loader/component_loader.py
View File

@@ -422,7 +422,7 @@ class TextEncoderLoader(ComponentLoader):
)
model_config = get_diffusers_component_config(model_path=component_model_path)
_clean_hf_config_inplace(model_config)
logger.info("HF model config: %s", model_config)
logger.debug("HF model config: %s", model_config)
def is_not_first_encoder(module_name):
return "2" in module_name
@@ -549,7 +549,7 @@ class ImageEncoderLoader(TextEncoderLoader):
with open(os.path.join(component_model_path, "config.json")) as f:
model_config = json.load(f)
_clean_hf_config_inplace(model_config)
logger.info("HF model config: %s", model_config)
logger.debug("HF model config: %s", model_config)
encoder_config = server_args.pipeline_config.image_encoder_config
encoder_config.update_model_arch(model_config)
@@ -615,7 +615,7 @@ class VAELoader(ComponentLoader):
server_args.model_paths["vae"] = component_model_path
logger.info("HF model config: %s", config)
logger.debug("HF model config: %s", config)
vae_config = server_args.pipeline_config.vae_config
vae_config.update_model_arch(config)