Clean up logging (#15919)
This commit is contained in:
@@ -125,7 +125,7 @@ def get_hf_text_config(config: PretrainedConfig):
|
||||
# read the wrong values from the unused default text_config.
|
||||
# NOTE(HandH1998): We set `torch_dtype` of config to `torch.float16` for the weights, as
|
||||
# `torch.float16` is default used for image features in `python/sglang/srt/models/llava.py`.
|
||||
setattr(config, "torch_dtype", torch.float16)
|
||||
setattr(config, "dtype", torch.float16)
|
||||
return config
|
||||
|
||||
if hasattr(config, "text_config"):
|
||||
|
||||
Reference in New Issue
Block a user