Clean up logging (#15919)

This commit is contained in:
Lianmin Zheng
2025-12-27 15:27:12 -08:00
committed by GitHub
parent 2af955e16c
commit 183b65190a
9 changed files with 57 additions and 47 deletions

View File

@@ -125,7 +125,7 @@ def get_hf_text_config(config: PretrainedConfig):
# read the wrong values from the unused default text_config.
# NOTE(HandH1998): We set `torch_dtype` of config to `torch.float16` for the weights, as
# `torch.float16` is default used for image features in `python/sglang/srt/models/llava.py`.
setattr(config, "torch_dtype", torch.float16)
setattr(config, "dtype", torch.float16)
return config
if hasattr(config, "text_config"):